{"type": "ZeroDistributedOptimizer", "parallelism": {"tp_size": "1", "dp_size": "64", "pp_size": "1", "expert_parallel_size": "1"}, "configs": {"param_name_to_dp_rank_offsets": {"model.token_position_embeddings.pp_block.token_embedding.weight": {"0": ["0", "1572864"], "1": ["1572864", "3145728"], "2": ["3145728", "4718592"], "3": ["4718592", "6291456"], "4": ["6291456", "7864320"], "5": ["7864320", "9437184"], "6": ["9437184", "11010048"], "7": ["11010048", "12582912"], "8": ["12582912", "14155776"], "9": ["14155776", "15728640"], "10": ["15728640", "17301504"], "11": ["17301504", "18874368"], "12": ["18874368", "20447232"], "13": ["20447232", "22020096"], "14": ["22020096", "23592960"], "15": ["23592960", "25165824"], "16": ["25165824", "26738688"], "17": ["26738688", "28311552"], "18": ["28311552", "29884416"], "19": ["29884416", "31457280"], "20": ["31457280", "33030144"], "21": ["33030144", "34603008"], "22": ["34603008", "36175872"], "23": ["36175872", "37748736"], "24": ["37748736", "39321600"], "25": ["39321600", "40894464"], "26": ["40894464", "42467328"], "27": ["42467328", "44040192"], "28": ["44040192", "45613056"], "29": ["45613056", "47185920"], "30": ["47185920", "48758784"], "31": ["48758784", "50331648"], "32": ["50331648", "51904512"], "33": ["51904512", "53477376"], "34": ["53477376", "55050240"], "35": ["55050240", "56623104"], "36": ["56623104", "58195968"], "37": ["58195968", "59768832"], "38": ["59768832", "61341696"], "39": ["61341696", "62914560"], "40": ["62914560", "64487424"], "41": ["64487424", "66060288"], "42": ["66060288", "67633152"], "43": ["67633152", "69206016"], "44": ["69206016", "70778880"], "45": ["70778880", "72351744"], "46": ["72351744", "73924608"], "47": ["73924608", "75497472"], "48": ["75497472", "77070336"], "49": ["77070336", "78643200"], "50": ["78643200", "80216064"], "51": ["80216064", "81788928"], "52": ["81788928", "83361792"], "53": ["83361792", "84934656"], "54": ["84934656", "86507520"], "55": ["86507520", "88080384"], "56": ["88080384", "89653248"], "57": ["89653248", "91226112"], "58": ["91226112", "92798976"], "59": ["92798976", "94371840"], "60": ["94371840", "95944704"], "61": ["95944704", "97517568"], "62": ["97517568", "99090432"], "63": ["99090432", "100663296"]}, "model.decoder.0.pp_block.input_layernorm.weight": {"0": ["0", "32"], "1": ["32", "64"], "2": ["64", "96"], "3": ["96", "128"], "4": ["128", "160"], "5": ["160", "192"], "6": ["192", "224"], "7": ["224", "256"], "8": ["256", "288"], "9": ["288", "320"], "10": ["320", "352"], "11": ["352", "384"], "12": ["384", "416"], "13": ["416", "448"], "14": ["448", "480"], "15": ["480", "512"], "16": ["512", "544"], "17": ["544", "576"], "18": ["576", "608"], "19": ["608", "640"], "20": ["640", "672"], "21": ["672", "704"], "22": ["704", "736"], "23": ["736", "768"], "24": ["768", "800"], "25": ["800", "832"], "26": ["832", "864"], "27": ["864", "896"], "28": ["896", "928"], "29": ["928", "960"], "30": ["960", "992"], "31": ["992", "1024"], "32": ["1024", "1056"], "33": ["1056", "1088"], "34": ["1088", "1120"], "35": ["1120", "1152"], "36": ["1152", "1184"], "37": ["1184", "1216"], "38": ["1216", "1248"], "39": ["1248", "1280"], "40": ["1280", "1312"], "41": ["1312", "1344"], "42": ["1344", "1376"], "43": ["1376", "1408"], "44": ["1408", "1440"], "45": ["1440", "1472"], "46": ["1472", "1504"], "47": ["1504", "1536"], "48": ["1536", "1568"], "49": ["1568", "1600"], "50": ["1600", "1632"], "51": ["1632", "1664"], "52": ["1664", "1696"], "53": ["1696", "1728"], "54": ["1728", "1760"], "55": ["1760", "1792"], "56": ["1792", "1824"], "57": ["1824", "1856"], "58": ["1856", "1888"], "59": ["1888", "1920"], "60": ["1920", "1952"], "61": ["1952", "1984"], "62": ["1984", "2016"], "63": ["2016", "2048"]}, "model.decoder.0.pp_block.attn.qkv_proj.weight": {"0": ["0", "196608"], "1": ["196608", "393216"], "2": ["393216", "589824"], "3": ["589824", "786432"], "4": ["786432", "983040"], "5": ["983040", "1179648"], "6": ["1179648", "1376256"], "7": ["1376256", "1572864"], "8": ["1572864", "1769472"], "9": ["1769472", "1966080"], "10": ["1966080", "2162688"], "11": ["2162688", "2359296"], "12": ["2359296", "2555904"], "13": ["2555904", "2752512"], "14": ["2752512", "2949120"], "15": ["2949120", "3145728"], "16": ["3145728", "3342336"], "17": ["3342336", "3538944"], "18": ["3538944", "3735552"], "19": ["3735552", "3932160"], "20": ["3932160", "4128768"], "21": ["4128768", "4325376"], "22": ["4325376", "4521984"], "23": ["4521984", "4718592"], "24": ["4718592", "4915200"], "25": ["4915200", "5111808"], "26": ["5111808", "5308416"], "27": ["5308416", "5505024"], "28": ["5505024", "5701632"], "29": ["5701632", "5898240"], "30": ["5898240", "6094848"], "31": ["6094848", "6291456"], "32": ["6291456", "6488064"], "33": ["6488064", "6684672"], "34": ["6684672", "6881280"], "35": ["6881280", "7077888"], "36": ["7077888", "7274496"], "37": ["7274496", "7471104"], "38": ["7471104", "7667712"], "39": ["7667712", "7864320"], "40": ["7864320", "8060928"], "41": ["8060928", "8257536"], "42": ["8257536", "8454144"], "43": ["8454144", "8650752"], "44": ["8650752", "8847360"], "45": ["8847360", "9043968"], "46": ["9043968", "9240576"], "47": ["9240576", "9437184"], "48": ["9437184", "9633792"], "49": ["9633792", "9830400"], "50": ["9830400", "10027008"], "51": ["10027008", "10223616"], "52": ["10223616", "10420224"], "53": ["10420224", "10616832"], "54": ["10616832", "10813440"], "55": ["10813440", "11010048"], "56": ["11010048", "11206656"], "57": ["11206656", "11403264"], "58": ["11403264", "11599872"], "59": ["11599872", "11796480"], "60": ["11796480", "11993088"], "61": ["11993088", "12189696"], "62": ["12189696", "12386304"], "63": ["12386304", "12582912"]}, "model.decoder.0.pp_block.attn.o_proj.weight": {"0": ["0", "65536"], "1": ["65536", "131072"], "2": ["131072", "196608"], "3": ["196608", "262144"], "4": ["262144", "327680"], "5": ["327680", "393216"], "6": ["393216", "458752"], "7": ["458752", "524288"], "8": ["524288", "589824"], "9": ["589824", "655360"], "10": ["655360", "720896"], "11": ["720896", "786432"], "12": ["786432", "851968"], "13": ["851968", "917504"], "14": ["917504", "983040"], "15": ["983040", "1048576"], "16": ["1048576", "1114112"], "17": ["1114112", "1179648"], "18": ["1179648", "1245184"], "19": ["1245184", "1310720"], "20": ["1310720", "1376256"], "21": ["1376256", "1441792"], "22": ["1441792", "1507328"], "23": ["1507328", "1572864"], "24": ["1572864", "1638400"], "25": ["1638400", "1703936"], "26": ["1703936", "1769472"], "27": ["1769472", "1835008"], "28": ["1835008", "1900544"], "29": ["1900544", "1966080"], "30": ["1966080", "2031616"], "31": ["2031616", "2097152"], "32": ["2097152", "2162688"], "33": ["2162688", "2228224"], "34": ["2228224", "2293760"], "35": ["2293760", "2359296"], "36": ["2359296", "2424832"], "37": ["2424832", "2490368"], "38": ["2490368", "2555904"], "39": ["2555904", "2621440"], "40": ["2621440", "2686976"], "41": ["2686976", "2752512"], "42": ["2752512", "2818048"], "43": ["2818048", "2883584"], "44": ["2883584", "2949120"], "45": ["2949120", "3014656"], "46": ["3014656", "3080192"], "47": ["3080192", "3145728"], "48": ["3145728", "3211264"], "49": ["3211264", "3276800"], "50": ["3276800", "3342336"], "51": ["3342336", "3407872"], "52": ["3407872", "3473408"], "53": ["3473408", "3538944"], "54": ["3538944", "3604480"], "55": ["3604480", "3670016"], "56": ["3670016", "3735552"], "57": ["3735552", "3801088"], "58": ["3801088", "3866624"], "59": ["3866624", "3932160"], "60": ["3932160", "3997696"], "61": ["3997696", "4063232"], "62": ["4063232", "4128768"], "63": ["4128768", "4194304"]}, "model.decoder.0.pp_block.post_attention_layernorm.weight": {"0": ["0", "32"], "1": ["32", "64"], "2": ["64", "96"], "3": ["96", "128"], "4": ["128", "160"], "5": ["160", "192"], "6": ["192", "224"], "7": ["224", "256"], "8": ["256", "288"], "9": ["288", "320"], "10": ["320", "352"], "11": ["352", "384"], "12": ["384", "416"], "13": ["416", "448"], "14": ["448", "480"], "15": ["480", "512"], "16": ["512", "544"], "17": ["544", "576"], "18": ["576", "608"], "19": ["608", "640"], "20": ["640", "672"], "21": ["672", "704"], "22": ["704", "736"], "23": ["736", "768"], "24": ["768", "800"], "25": ["800", "832"], "26": ["832", "864"], "27": ["864", "896"], "28": ["896", "928"], "29": ["928", "960"], "30": ["960", "992"], "31": ["992", "1024"], "32": ["1024", "1056"], "33": ["1056", "1088"], "34": ["1088", "1120"], "35": ["1120", "1152"], "36": ["1152", "1184"], "37": ["1184", "1216"], "38": ["1216", "1248"], "39": ["1248", "1280"], "40": ["1280", "1312"], "41": ["1312", "1344"], "42": ["1344", "1376"], "43": ["1376", "1408"], "44": ["1408", "1440"], "45": ["1440", "1472"], "46": ["1472", "1504"], "47": ["1504", "1536"], "48": ["1536", "1568"], "49": ["1568", "1600"], "50": ["1600", "1632"], "51": ["1632", "1664"], "52": ["1664", "1696"], "53": ["1696", "1728"], "54": ["1728", "1760"], "55": ["1760", "1792"], "56": ["1792", "1824"], "57": ["1824", "1856"], "58": ["1856", "1888"], "59": ["1888", "1920"], "60": ["1920", "1952"], "61": ["1952", "1984"], "62": ["1984", "2016"], "63": ["2016", "2048"]}, "model.decoder.0.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "524288"], "1": ["524288", "1048576"], "2": ["1048576", "1572864"], "3": ["1572864", "2097152"], "4": ["2097152", "2621440"], "5": ["2621440", "3145728"], "6": ["3145728", "3670016"], "7": ["3670016", "4194304"], "8": ["4194304", "4718592"], "9": ["4718592", "5242880"], "10": ["5242880", "5767168"], "11": ["5767168", "6291456"], "12": ["6291456", "6815744"], "13": ["6815744", "7340032"], "14": ["7340032", "7864320"], "15": ["7864320", "8388608"], "16": ["8388608", "8912896"], "17": ["8912896", "9437184"], "18": ["9437184", "9961472"], "19": ["9961472", "10485760"], "20": ["10485760", "11010048"], "21": ["11010048", "11534336"], "22": ["11534336", "12058624"], "23": ["12058624", "12582912"], "24": ["12582912", "13107200"], "25": ["13107200", "13631488"], "26": ["13631488", "14155776"], "27": ["14155776", "14680064"], "28": ["14680064", "15204352"], "29": ["15204352", "15728640"], "30": ["15728640", "16252928"], "31": ["16252928", "16777216"], "32": ["16777216", "17301504"], "33": ["17301504", "17825792"], "34": ["17825792", "18350080"], "35": ["18350080", "18874368"], "36": ["18874368", "19398656"], "37": ["19398656", "19922944"], "38": ["19922944", "20447232"], "39": ["20447232", "20971520"], "40": ["20971520", "21495808"], "41": ["21495808", "22020096"], "42": ["22020096", "22544384"], "43": ["22544384", "23068672"], "44": ["23068672", "23592960"], "45": ["23592960", "24117248"], "46": ["24117248", "24641536"], "47": ["24641536", "25165824"], "48": ["25165824", "25690112"], "49": ["25690112", "26214400"], "50": ["26214400", "26738688"], "51": ["26738688", "27262976"], "52": ["27262976", "27787264"], "53": ["27787264", "28311552"], "54": ["28311552", "28835840"], "55": ["28835840", "29360128"], "56": ["29360128", "29884416"], "57": ["29884416", "30408704"], "58": ["30408704", "30932992"], "59": ["30932992", "31457280"], "60": ["31457280", "31981568"], "61": ["31981568", "32505856"], "62": ["32505856", "33030144"], "63": ["33030144", "33554432"]}, "model.decoder.0.pp_block.mlp.down_proj.weight": {"0": ["0", "262144"], "1": ["262144", "524288"], "2": ["524288", "786432"], "3": ["786432", "1048576"], "4": ["1048576", "1310720"], "5": ["1310720", "1572864"], "6": ["1572864", "1835008"], "7": ["1835008", "2097152"], "8": ["2097152", "2359296"], "9": ["2359296", "2621440"], "10": ["2621440", "2883584"], "11": ["2883584", "3145728"], "12": ["3145728", "3407872"], "13": ["3407872", "3670016"], "14": ["3670016", "3932160"], "15": ["3932160", "4194304"], "16": ["4194304", "4456448"], "17": ["4456448", "4718592"], "18": ["4718592", "4980736"], "19": ["4980736", "5242880"], "20": ["5242880", "5505024"], "21": ["5505024", "5767168"], "22": ["5767168", "6029312"], "23": ["6029312", "6291456"], "24": ["6291456", "6553600"], "25": ["6553600", "6815744"], "26": ["6815744", "7077888"], "27": ["7077888", "7340032"], "28": ["7340032", "7602176"], "29": ["7602176", "7864320"], "30": ["7864320", "8126464"], "31": ["8126464", "8388608"], "32": ["8388608", "8650752"], "33": ["8650752", "8912896"], "34": ["8912896", "9175040"], "35": ["9175040", "9437184"], "36": ["9437184", "9699328"], "37": ["9699328", "9961472"], "38": ["9961472", "10223616"], "39": ["10223616", "10485760"], "40": ["10485760", "10747904"], "41": ["10747904", "11010048"], "42": ["11010048", "11272192"], "43": ["11272192", "11534336"], "44": ["11534336", "11796480"], "45": ["11796480", "12058624"], "46": ["12058624", "12320768"], "47": ["12320768", "12582912"], "48": ["12582912", "12845056"], "49": ["12845056", "13107200"], "50": ["13107200", "13369344"], "51": ["13369344", "13631488"], "52": ["13631488", "13893632"], "53": ["13893632", "14155776"], "54": ["14155776", "14417920"], "55": ["14417920", "14680064"], "56": ["14680064", "14942208"], "57": ["14942208", "15204352"], "58": ["15204352", "15466496"], "59": ["15466496", "15728640"], "60": ["15728640", "15990784"], "61": ["15990784", "16252928"], "62": ["16252928", "16515072"], "63": ["16515072", "16777216"]}, "model.decoder.1.pp_block.input_layernorm.weight": {"0": ["0", "32"], "1": ["32", "64"], "2": ["64", "96"], "3": ["96", "128"], "4": ["128", "160"], "5": ["160", "192"], "6": ["192", "224"], "7": ["224", "256"], "8": ["256", "288"], "9": ["288", "320"], "10": ["320", "352"], "11": ["352", "384"], "12": ["384", "416"], "13": ["416", "448"], "14": ["448", "480"], "15": ["480", "512"], "16": ["512", "544"], "17": ["544", "576"], "18": ["576", "608"], "19": ["608", "640"], "20": ["640", "672"], "21": ["672", "704"], "22": ["704", "736"], "23": ["736", "768"], "24": ["768", "800"], "25": ["800", "832"], "26": ["832", "864"], "27": ["864", "896"], "28": ["896", "928"], "29": ["928", "960"], "30": ["960", "992"], "31": ["992", "1024"], "32": ["1024", "1056"], "33": ["1056", "1088"], "34": ["1088", "1120"], "35": ["1120", "1152"], "36": ["1152", "1184"], "37": ["1184", "1216"], "38": ["1216", "1248"], "39": ["1248", "1280"], "40": ["1280", "1312"], "41": ["1312", "1344"], "42": ["1344", "1376"], "43": ["1376", "1408"], "44": ["1408", "1440"], "45": ["1440", "1472"], "46": ["1472", "1504"], "47": ["1504", "1536"], "48": ["1536", "1568"], "49": ["1568", "1600"], "50": ["1600", "1632"], "51": ["1632", "1664"], "52": ["1664", "1696"], "53": ["1696", "1728"], "54": ["1728", "1760"], "55": ["1760", "1792"], "56": ["1792", "1824"], "57": ["1824", "1856"], "58": ["1856", "1888"], "59": ["1888", "1920"], "60": ["1920", "1952"], "61": ["1952", "1984"], "62": ["1984", "2016"], "63": ["2016", "2048"]}, "model.decoder.1.pp_block.attn.qkv_proj.weight": {"0": ["0", "196608"], "1": ["196608", "393216"], "2": ["393216", "589824"], "3": ["589824", "786432"], "4": ["786432", "983040"], "5": ["983040", "1179648"], "6": ["1179648", "1376256"], "7": ["1376256", "1572864"], "8": ["1572864", "1769472"], "9": ["1769472", "1966080"], "10": ["1966080", "2162688"], "11": ["2162688", "2359296"], "12": ["2359296", "2555904"], "13": ["2555904", "2752512"], "14": ["2752512", "2949120"], "15": ["2949120", "3145728"], "16": ["3145728", "3342336"], "17": ["3342336", "3538944"], "18": ["3538944", "3735552"], "19": ["3735552", "3932160"], "20": ["3932160", "4128768"], "21": ["4128768", "4325376"], "22": ["4325376", "4521984"], "23": ["4521984", "4718592"], "24": ["4718592", "4915200"], "25": ["4915200", "5111808"], "26": ["5111808", "5308416"], "27": ["5308416", "5505024"], "28": ["5505024", "5701632"], "29": ["5701632", "5898240"], "30": ["5898240", "6094848"], "31": ["6094848", "6291456"], "32": ["6291456", "6488064"], "33": ["6488064", "6684672"], "34": ["6684672", "6881280"], "35": ["6881280", "7077888"], "36": ["7077888", "7274496"], "37": ["7274496", "7471104"], "38": ["7471104", "7667712"], "39": ["7667712", "7864320"], "40": ["7864320", "8060928"], "41": ["8060928", "8257536"], "42": ["8257536", "8454144"], "43": ["8454144", "8650752"], "44": ["8650752", "8847360"], "45": ["8847360", "9043968"], "46": ["9043968", "9240576"], "47": ["9240576", "9437184"], "48": ["9437184", "9633792"], "49": ["9633792", "9830400"], "50": ["9830400", "10027008"], "51": ["10027008", "10223616"], "52": ["10223616", "10420224"], "53": ["10420224", "10616832"], "54": ["10616832", "10813440"], "55": ["10813440", "11010048"], "56": ["11010048", "11206656"], "57": ["11206656", "11403264"], "58": ["11403264", "11599872"], "59": ["11599872", "11796480"], "60": ["11796480", "11993088"], "61": ["11993088", "12189696"], "62": ["12189696", "12386304"], "63": ["12386304", "12582912"]}, "model.decoder.1.pp_block.attn.o_proj.weight": {"0": ["0", "65536"], "1": ["65536", "131072"], "2": ["131072", "196608"], "3": ["196608", "262144"], "4": ["262144", "327680"], "5": ["327680", "393216"], "6": ["393216", "458752"], "7": ["458752", "524288"], "8": ["524288", "589824"], "9": ["589824", "655360"], "10": ["655360", "720896"], "11": ["720896", "786432"], "12": ["786432", "851968"], "13": ["851968", "917504"], "14": ["917504", "983040"], "15": ["983040", "1048576"], "16": ["1048576", "1114112"], "17": ["1114112", "1179648"], "18": ["1179648", "1245184"], "19": ["1245184", "1310720"], "20": ["1310720", "1376256"], "21": ["1376256", "1441792"], "22": ["1441792", "1507328"], "23": ["1507328", "1572864"], "24": ["1572864", "1638400"], "25": ["1638400", "1703936"], "26": ["1703936", "1769472"], "27": ["1769472", "1835008"], "28": ["1835008", "1900544"], "29": ["1900544", "1966080"], "30": ["1966080", "2031616"], "31": ["2031616", "2097152"], "32": ["2097152", "2162688"], "33": ["2162688", "2228224"], "34": ["2228224", "2293760"], "35": ["2293760", "2359296"], "36": ["2359296", "2424832"], "37": ["2424832", "2490368"], "38": ["2490368", "2555904"], "39": ["2555904", "2621440"], "40": ["2621440", "2686976"], "41": ["2686976", "2752512"], "42": ["2752512", "2818048"], "43": ["2818048", "2883584"], "44": ["2883584", "2949120"], "45": ["2949120", "3014656"], "46": ["3014656", "3080192"], "47": ["3080192", "3145728"], "48": ["3145728", "3211264"], "49": ["3211264", "3276800"], "50": ["3276800", "3342336"], "51": ["3342336", "3407872"], "52": ["3407872", "3473408"], "53": ["3473408", "3538944"], "54": ["3538944", "3604480"], "55": ["3604480", "3670016"], "56": ["3670016", "3735552"], "57": ["3735552", "3801088"], "58": ["3801088", "3866624"], "59": ["3866624", "3932160"], "60": ["3932160", "3997696"], "61": ["3997696", "4063232"], "62": ["4063232", "4128768"], "63": ["4128768", "4194304"]}, "model.decoder.1.pp_block.post_attention_layernorm.weight": {"0": ["0", "32"], "1": ["32", "64"], "2": ["64", "96"], "3": ["96", "128"], "4": ["128", "160"], "5": ["160", "192"], "6": ["192", "224"], "7": ["224", "256"], "8": ["256", "288"], "9": ["288", "320"], "10": ["320", "352"], "11": ["352", "384"], "12": ["384", "416"], "13": ["416", "448"], "14": ["448", "480"], "15": ["480", "512"], "16": ["512", "544"], "17": ["544", "576"], "18": ["576", "608"], "19": ["608", "640"], "20": ["640", "672"], "21": ["672", "704"], "22": ["704", "736"], "23": ["736", "768"], "24": ["768", "800"], "25": ["800", "832"], "26": ["832", "864"], "27": ["864", "896"], "28": ["896", "928"], "29": ["928", "960"], "30": ["960", "992"], "31": ["992", "1024"], "32": ["1024", "1056"], "33": ["1056", "1088"], "34": ["1088", "1120"], "35": ["1120", "1152"], "36": ["1152", "1184"], "37": ["1184", "1216"], "38": ["1216", "1248"], "39": ["1248", "1280"], "40": ["1280", "1312"], "41": ["1312", "1344"], "42": ["1344", "1376"], "43": ["1376", "1408"], "44": ["1408", "1440"], "45": ["1440", "1472"], "46": ["1472", "1504"], "47": ["1504", "1536"], "48": ["1536", "1568"], "49": ["1568", "1600"], "50": ["1600", "1632"], "51": ["1632", "1664"], "52": ["1664", "1696"], "53": ["1696", "1728"], "54": ["1728", "1760"], "55": ["1760", "1792"], "56": ["1792", "1824"], "57": ["1824", "1856"], "58": ["1856", "1888"], "59": ["1888", "1920"], "60": ["1920", "1952"], "61": ["1952", "1984"], "62": ["1984", "2016"], "63": ["2016", "2048"]}, "model.decoder.1.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "524288"], "1": ["524288", "1048576"], "2": ["1048576", "1572864"], "3": ["1572864", "2097152"], "4": ["2097152", "2621440"], "5": ["2621440", "3145728"], "6": ["3145728", "3670016"], "7": ["3670016", "4194304"], "8": ["4194304", "4718592"], "9": ["4718592", "5242880"], "10": ["5242880", "5767168"], "11": ["5767168", "6291456"], "12": ["6291456", "6815744"], "13": ["6815744", "7340032"], "14": ["7340032", "7864320"], "15": ["7864320", "8388608"], "16": ["8388608", "8912896"], "17": ["8912896", "9437184"], "18": ["9437184", "9961472"], "19": ["9961472", "10485760"], "20": ["10485760", "11010048"], "21": ["11010048", "11534336"], "22": ["11534336", "12058624"], "23": ["12058624", "12582912"], "24": ["12582912", "13107200"], "25": ["13107200", "13631488"], "26": ["13631488", "14155776"], "27": ["14155776", "14680064"], "28": ["14680064", "15204352"], "29": ["15204352", "15728640"], "30": ["15728640", "16252928"], "31": ["16252928", "16777216"], "32": ["16777216", "17301504"], "33": ["17301504", "17825792"], "34": ["17825792", "18350080"], "35": ["18350080", "18874368"], "36": ["18874368", "19398656"], "37": ["19398656", "19922944"], "38": ["19922944", "20447232"], "39": ["20447232", "20971520"], "40": ["20971520", "21495808"], "41": ["21495808", "22020096"], "42": ["22020096", "22544384"], "43": ["22544384", "23068672"], "44": ["23068672", "23592960"], "45": ["23592960", "24117248"], "46": ["24117248", "24641536"], "47": ["24641536", "25165824"], "48": ["25165824", "25690112"], "49": ["25690112", "26214400"], "50": ["26214400", "26738688"], "51": ["26738688", "27262976"], "52": ["27262976", "27787264"], "53": ["27787264", "28311552"], "54": ["28311552", "28835840"], "55": ["28835840", "29360128"], "56": ["29360128", "29884416"], "57": ["29884416", "30408704"], "58": ["30408704", "30932992"], "59": ["30932992", "31457280"], "60": ["31457280", "31981568"], "61": ["31981568", "32505856"], "62": ["32505856", "33030144"], "63": ["33030144", "33554432"]}, "model.decoder.1.pp_block.mlp.down_proj.weight": {"0": ["0", "262144"], "1": ["262144", "524288"], "2": ["524288", "786432"], "3": ["786432", "1048576"], "4": ["1048576", "1310720"], "5": ["1310720", "1572864"], "6": ["1572864", "1835008"], "7": ["1835008", "2097152"], "8": ["2097152", "2359296"], "9": ["2359296", "2621440"], "10": ["2621440", "2883584"], "11": ["2883584", "3145728"], "12": ["3145728", "3407872"], "13": ["3407872", "3670016"], "14": ["3670016", "3932160"], "15": ["3932160", "4194304"], "16": ["4194304", "4456448"], "17": ["4456448", "4718592"], "18": ["4718592", "4980736"], "19": ["4980736", "5242880"], "20": ["5242880", "5505024"], "21": ["5505024", "5767168"], "22": ["5767168", "6029312"], "23": ["6029312", "6291456"], "24": ["6291456", "6553600"], "25": ["6553600", "6815744"], "26": ["6815744", "7077888"], "27": ["7077888", "7340032"], "28": ["7340032", "7602176"], "29": ["7602176", "7864320"], "30": ["7864320", "8126464"], "31": ["8126464", "8388608"], "32": ["8388608", "8650752"], "33": ["8650752", "8912896"], "34": ["8912896", "9175040"], "35": ["9175040", "9437184"], "36": ["9437184", "9699328"], "37": ["9699328", "9961472"], "38": ["9961472", "10223616"], "39": ["10223616", "10485760"], "40": ["10485760", "10747904"], "41": ["10747904", "11010048"], "42": ["11010048", "11272192"], "43": ["11272192", "11534336"], "44": ["11534336", "11796480"], "45": ["11796480", "12058624"], "46": ["12058624", "12320768"], "47": ["12320768", "12582912"], "48": ["12582912", "12845056"], "49": ["12845056", "13107200"], "50": ["13107200", "13369344"], "51": ["13369344", "13631488"], "52": ["13631488", "13893632"], "53": ["13893632", "14155776"], "54": ["14155776", "14417920"], "55": ["14417920", "14680064"], "56": ["14680064", "14942208"], "57": ["14942208", "15204352"], "58": ["15204352", "15466496"], "59": ["15466496", "15728640"], "60": ["15728640", "15990784"], "61": ["15990784", "16252928"], "62": ["16252928", "16515072"], "63": ["16515072", "16777216"]}, "model.decoder.2.pp_block.input_layernorm.weight": {"0": ["0", "32"], "1": ["32", "64"], "2": ["64", "96"], "3": ["96", "128"], "4": ["128", "160"], "5": ["160", "192"], "6": ["192", "224"], "7": ["224", "256"], "8": ["256", "288"], "9": ["288", "320"], "10": ["320", "352"], "11": ["352", "384"], "12": ["384", "416"], "13": ["416", "448"], "14": ["448", "480"], "15": ["480", "512"], "16": ["512", "544"], "17": ["544", "576"], "18": ["576", "608"], "19": ["608", "640"], "20": ["640", "672"], "21": ["672", "704"], "22": ["704", "736"], "23": ["736", "768"], "24": ["768", "800"], "25": ["800", "832"], "26": ["832", "864"], "27": ["864", "896"], "28": ["896", "928"], "29": ["928", "960"], "30": ["960", "992"], "31": ["992", "1024"], "32": ["1024", "1056"], "33": ["1056", "1088"], "34": ["1088", "1120"], "35": ["1120", "1152"], "36": ["1152", "1184"], "37": ["1184", "1216"], "38": ["1216", "1248"], "39": ["1248", "1280"], "40": ["1280", "1312"], "41": ["1312", "1344"], "42": ["1344", "1376"], "43": ["1376", "1408"], "44": ["1408", "1440"], "45": ["1440", "1472"], "46": ["1472", "1504"], "47": ["1504", "1536"], "48": ["1536", "1568"], "49": ["1568", "1600"], "50": ["1600", "1632"], "51": ["1632", "1664"], "52": ["1664", "1696"], "53": ["1696", "1728"], "54": ["1728", "1760"], "55": ["1760", "1792"], "56": ["1792", "1824"], "57": ["1824", "1856"], "58": ["1856", "1888"], "59": ["1888", "1920"], "60": ["1920", "1952"], "61": ["1952", "1984"], "62": ["1984", "2016"], "63": ["2016", "2048"]}, "model.decoder.2.pp_block.attn.qkv_proj.weight": {"0": ["0", "196608"], "1": ["196608", "393216"], "2": ["393216", "589824"], "3": ["589824", "786432"], "4": ["786432", "983040"], "5": ["983040", "1179648"], "6": ["1179648", "1376256"], "7": ["1376256", "1572864"], "8": ["1572864", "1769472"], "9": ["1769472", "1966080"], "10": ["1966080", "2162688"], "11": ["2162688", "2359296"], "12": ["2359296", "2555904"], "13": ["2555904", "2752512"], "14": ["2752512", "2949120"], "15": ["2949120", "3145728"], "16": ["3145728", "3342336"], "17": ["3342336", "3538944"], "18": ["3538944", "3735552"], "19": ["3735552", "3932160"], "20": ["3932160", "4128768"], "21": ["4128768", "4325376"], "22": ["4325376", "4521984"], "23": ["4521984", "4718592"], "24": ["4718592", "4915200"], "25": ["4915200", "5111808"], "26": ["5111808", "5308416"], "27": ["5308416", "5505024"], "28": ["5505024", "5701632"], "29": ["5701632", "5898240"], "30": ["5898240", "6094848"], "31": ["6094848", "6291456"], "32": ["6291456", "6488064"], "33": ["6488064", "6684672"], "34": ["6684672", "6881280"], "35": ["6881280", "7077888"], "36": ["7077888", "7274496"], "37": ["7274496", "7471104"], "38": ["7471104", "7667712"], "39": ["7667712", "7864320"], "40": ["7864320", "8060928"], "41": ["8060928", "8257536"], "42": ["8257536", "8454144"], "43": ["8454144", "8650752"], "44": ["8650752", "8847360"], "45": ["8847360", "9043968"], "46": ["9043968", "9240576"], "47": ["9240576", "9437184"], "48": ["9437184", "9633792"], "49": ["9633792", "9830400"], "50": ["9830400", "10027008"], "51": ["10027008", "10223616"], "52": ["10223616", "10420224"], "53": ["10420224", "10616832"], "54": ["10616832", "10813440"], "55": ["10813440", "11010048"], "56": ["11010048", "11206656"], "57": ["11206656", "11403264"], "58": ["11403264", "11599872"], "59": ["11599872", "11796480"], "60": ["11796480", "11993088"], "61": ["11993088", "12189696"], "62": ["12189696", "12386304"], "63": ["12386304", "12582912"]}, "model.decoder.2.pp_block.attn.o_proj.weight": {"0": ["0", "65536"], "1": ["65536", "131072"], "2": ["131072", "196608"], "3": ["196608", "262144"], "4": ["262144", "327680"], "5": ["327680", "393216"], "6": ["393216", "458752"], "7": ["458752", "524288"], "8": ["524288", "589824"], "9": ["589824", "655360"], "10": ["655360", "720896"], "11": ["720896", "786432"], "12": ["786432", "851968"], "13": ["851968", "917504"], "14": ["917504", "983040"], "15": ["983040", "1048576"], "16": ["1048576", "1114112"], "17": ["1114112", "1179648"], "18": ["1179648", "1245184"], "19": ["1245184", "1310720"], "20": ["1310720", "1376256"], "21": ["1376256", "1441792"], "22": ["1441792", "1507328"], "23": ["1507328", "1572864"], "24": ["1572864", "1638400"], "25": ["1638400", "1703936"], "26": ["1703936", "1769472"], "27": ["1769472", "1835008"], "28": ["1835008", "1900544"], "29": ["1900544", "1966080"], "30": ["1966080", "2031616"], "31": ["2031616", "2097152"], "32": ["2097152", "2162688"], "33": ["2162688", "2228224"], "34": ["2228224", "2293760"], "35": ["2293760", "2359296"], "36": ["2359296", "2424832"], "37": ["2424832", "2490368"], "38": ["2490368", "2555904"], "39": ["2555904", "2621440"], "40": ["2621440", "2686976"], "41": ["2686976", "2752512"], "42": ["2752512", "2818048"], "43": ["2818048", "2883584"], "44": ["2883584", "2949120"], "45": ["2949120", "3014656"], "46": ["3014656", "3080192"], "47": ["3080192", "3145728"], "48": ["3145728", "3211264"], "49": ["3211264", "3276800"], "50": ["3276800", "3342336"], "51": ["3342336", "3407872"], "52": ["3407872", "3473408"], "53": ["3473408", "3538944"], "54": ["3538944", "3604480"], "55": ["3604480", "3670016"], "56": ["3670016", "3735552"], "57": ["3735552", "3801088"], "58": ["3801088", "3866624"], "59": ["3866624", "3932160"], "60": ["3932160", "3997696"], "61": ["3997696", "4063232"], "62": ["4063232", "4128768"], "63": ["4128768", "4194304"]}, "model.decoder.2.pp_block.post_attention_layernorm.weight": {"0": ["0", "32"], "1": ["32", "64"], "2": ["64", "96"], "3": ["96", "128"], "4": ["128", "160"], "5": ["160", "192"], "6": ["192", "224"], "7": ["224", "256"], "8": ["256", "288"], "9": ["288", "320"], "10": ["320", "352"], "11": ["352", "384"], "12": ["384", "416"], "13": ["416", "448"], "14": ["448", "480"], "15": ["480", "512"], "16": ["512", "544"], "17": ["544", "576"], "18": ["576", "608"], "19": ["608", "640"], "20": ["640", "672"], "21": ["672", "704"], "22": ["704", "736"], "23": ["736", "768"], "24": ["768", "800"], "25": ["800", "832"], "26": ["832", "864"], "27": ["864", "896"], "28": ["896", "928"], "29": ["928", "960"], "30": ["960", "992"], "31": ["992", "1024"], "32": ["1024", "1056"], "33": ["1056", "1088"], "34": ["1088", "1120"], "35": ["1120", "1152"], "36": ["1152", "1184"], "37": ["1184", "1216"], "38": ["1216", "1248"], "39": ["1248", "1280"], "40": ["1280", "1312"], "41": ["1312", "1344"], "42": ["1344", "1376"], "43": ["1376", "1408"], "44": ["1408", "1440"], "45": ["1440", "1472"], "46": ["1472", "1504"], "47": ["1504", "1536"], "48": ["1536", "1568"], "49": ["1568", "1600"], "50": ["1600", "1632"], "51": ["1632", "1664"], "52": ["1664", "1696"], "53": ["1696", "1728"], "54": ["1728", "1760"], "55": ["1760", "1792"], "56": ["1792", "1824"], "57": ["1824", "1856"], "58": ["1856", "1888"], "59": ["1888", "1920"], "60": ["1920", "1952"], "61": ["1952", "1984"], "62": ["1984", "2016"], "63": ["2016", "2048"]}, "model.decoder.2.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "524288"], "1": ["524288", "1048576"], "2": ["1048576", "1572864"], "3": ["1572864", "2097152"], "4": ["2097152", "2621440"], "5": ["2621440", "3145728"], "6": ["3145728", "3670016"], "7": ["3670016", "4194304"], "8": ["4194304", "4718592"], "9": ["4718592", "5242880"], "10": ["5242880", "5767168"], "11": ["5767168", "6291456"], "12": ["6291456", "6815744"], "13": ["6815744", "7340032"], "14": ["7340032", "7864320"], "15": ["7864320", "8388608"], "16": ["8388608", "8912896"], "17": ["8912896", "9437184"], "18": ["9437184", "9961472"], "19": ["9961472", "10485760"], "20": ["10485760", "11010048"], "21": ["11010048", "11534336"], "22": ["11534336", "12058624"], "23": ["12058624", "12582912"], "24": ["12582912", "13107200"], "25": ["13107200", "13631488"], "26": ["13631488", "14155776"], "27": ["14155776", "14680064"], "28": ["14680064", "15204352"], "29": ["15204352", "15728640"], "30": ["15728640", "16252928"], "31": ["16252928", "16777216"], "32": ["16777216", "17301504"], "33": ["17301504", "17825792"], "34": ["17825792", "18350080"], "35": ["18350080", "18874368"], "36": ["18874368", "19398656"], "37": ["19398656", "19922944"], "38": ["19922944", "20447232"], "39": ["20447232", "20971520"], "40": ["20971520", "21495808"], "41": ["21495808", "22020096"], "42": ["22020096", "22544384"], "43": ["22544384", "23068672"], "44": ["23068672", "23592960"], "45": ["23592960", "24117248"], "46": ["24117248", "24641536"], "47": ["24641536", "25165824"], "48": ["25165824", "25690112"], "49": ["25690112", "26214400"], "50": ["26214400", "26738688"], "51": ["26738688", "27262976"], "52": ["27262976", "27787264"], "53": ["27787264", "28311552"], "54": ["28311552", "28835840"], "55": ["28835840", "29360128"], "56": ["29360128", "29884416"], "57": ["29884416", "30408704"], "58": ["30408704", "30932992"], "59": ["30932992", "31457280"], "60": ["31457280", "31981568"], "61": ["31981568", "32505856"], "62": ["32505856", "33030144"], "63": ["33030144", "33554432"]}, "model.decoder.2.pp_block.mlp.down_proj.weight": {"0": ["0", "262144"], "1": ["262144", "524288"], "2": ["524288", "786432"], "3": ["786432", "1048576"], "4": ["1048576", "1310720"], "5": ["1310720", "1572864"], "6": ["1572864", "1835008"], "7": ["1835008", "2097152"], "8": ["2097152", "2359296"], "9": ["2359296", "2621440"], "10": ["2621440", "2883584"], "11": ["2883584", "3145728"], "12": ["3145728", "3407872"], "13": ["3407872", "3670016"], "14": ["3670016", "3932160"], "15": ["3932160", "4194304"], "16": ["4194304", "4456448"], "17": ["4456448", "4718592"], "18": ["4718592", "4980736"], "19": ["4980736", "5242880"], "20": ["5242880", "5505024"], "21": ["5505024", "5767168"], "22": ["5767168", "6029312"], "23": ["6029312", "6291456"], "24": ["6291456", "6553600"], "25": ["6553600", "6815744"], "26": ["6815744", "7077888"], "27": ["7077888", "7340032"], "28": ["7340032", "7602176"], "29": ["7602176", "7864320"], "30": ["7864320", "8126464"], "31": ["8126464", "8388608"], "32": ["8388608", "8650752"], "33": ["8650752", "8912896"], "34": ["8912896", "9175040"], "35": ["9175040", "9437184"], "36": ["9437184", "9699328"], "37": ["9699328", "9961472"], "38": ["9961472", "10223616"], "39": ["10223616", "10485760"], "40": ["10485760", "10747904"], "41": ["10747904", "11010048"], "42": ["11010048", "11272192"], "43": ["11272192", "11534336"], "44": ["11534336", "11796480"], "45": ["11796480", "12058624"], "46": ["12058624", "12320768"], "47": ["12320768", "12582912"], "48": ["12582912", "12845056"], "49": ["12845056", "13107200"], "50": ["13107200", "13369344"], "51": ["13369344", "13631488"], "52": ["13631488", "13893632"], "53": ["13893632", "14155776"], "54": ["14155776", "14417920"], "55": ["14417920", "14680064"], "56": ["14680064", "14942208"], "57": ["14942208", "15204352"], "58": ["15204352", "15466496"], "59": ["15466496", "15728640"], "60": ["15728640", "15990784"], "61": ["15990784", "16252928"], "62": ["16252928", "16515072"], "63": ["16515072", "16777216"]}, "model.decoder.3.pp_block.input_layernorm.weight": {"0": ["0", "32"], "1": ["32", "64"], "2": ["64", "96"], "3": ["96", "128"], "4": ["128", "160"], "5": ["160", "192"], "6": ["192", "224"], "7": ["224", "256"], "8": ["256", "288"], "9": ["288", "320"], "10": ["320", "352"], "11": ["352", "384"], "12": ["384", "416"], "13": ["416", "448"], "14": ["448", "480"], "15": ["480", "512"], "16": ["512", "544"], "17": ["544", "576"], "18": ["576", "608"], "19": ["608", "640"], "20": ["640", "672"], "21": ["672", "704"], "22": ["704", "736"], "23": ["736", "768"], "24": ["768", "800"], "25": ["800", "832"], "26": ["832", "864"], "27": ["864", "896"], "28": ["896", "928"], "29": ["928", "960"], "30": ["960", "992"], "31": ["992", "1024"], "32": ["1024", "1056"], "33": ["1056", "1088"], "34": ["1088", "1120"], "35": ["1120", "1152"], "36": ["1152", "1184"], "37": ["1184", "1216"], "38": ["1216", "1248"], "39": ["1248", "1280"], "40": ["1280", "1312"], "41": ["1312", "1344"], "42": ["1344", "1376"], "43": ["1376", "1408"], "44": ["1408", "1440"], "45": ["1440", "1472"], "46": ["1472", "1504"], "47": ["1504", "1536"], "48": ["1536", "1568"], "49": ["1568", "1600"], "50": ["1600", "1632"], "51": ["1632", "1664"], "52": ["1664", "1696"], "53": ["1696", "1728"], "54": ["1728", "1760"], "55": ["1760", "1792"], "56": ["1792", "1824"], "57": ["1824", "1856"], "58": ["1856", "1888"], "59": ["1888", "1920"], "60": ["1920", "1952"], "61": ["1952", "1984"], "62": ["1984", "2016"], "63": ["2016", "2048"]}, "model.decoder.3.pp_block.attn.qkv_proj.weight": {"0": ["0", "196608"], "1": ["196608", "393216"], "2": ["393216", "589824"], "3": ["589824", "786432"], "4": ["786432", "983040"], "5": ["983040", "1179648"], "6": ["1179648", "1376256"], "7": ["1376256", "1572864"], "8": ["1572864", "1769472"], "9": ["1769472", "1966080"], "10": ["1966080", "2162688"], "11": ["2162688", "2359296"], "12": ["2359296", "2555904"], "13": ["2555904", "2752512"], "14": ["2752512", "2949120"], "15": ["2949120", "3145728"], "16": ["3145728", "3342336"], "17": ["3342336", "3538944"], "18": ["3538944", "3735552"], "19": ["3735552", "3932160"], "20": ["3932160", "4128768"], "21": ["4128768", "4325376"], "22": ["4325376", "4521984"], "23": ["4521984", "4718592"], "24": ["4718592", "4915200"], "25": ["4915200", "5111808"], "26": ["5111808", "5308416"], "27": ["5308416", "5505024"], "28": ["5505024", "5701632"], "29": ["5701632", "5898240"], "30": ["5898240", "6094848"], "31": ["6094848", "6291456"], "32": ["6291456", "6488064"], "33": ["6488064", "6684672"], "34": ["6684672", "6881280"], "35": ["6881280", "7077888"], "36": ["7077888", "7274496"], "37": ["7274496", "7471104"], "38": ["7471104", "7667712"], "39": ["7667712", "7864320"], "40": ["7864320", "8060928"], "41": ["8060928", "8257536"], "42": ["8257536", "8454144"], "43": ["8454144", "8650752"], "44": ["8650752", "8847360"], "45": ["8847360", "9043968"], "46": ["9043968", "9240576"], "47": ["9240576", "9437184"], "48": ["9437184", "9633792"], "49": ["9633792", "9830400"], "50": ["9830400", "10027008"], "51": ["10027008", "10223616"], "52": ["10223616", "10420224"], "53": ["10420224", "10616832"], "54": ["10616832", "10813440"], "55": ["10813440", "11010048"], "56": ["11010048", "11206656"], "57": ["11206656", "11403264"], "58": ["11403264", "11599872"], "59": ["11599872", "11796480"], "60": ["11796480", "11993088"], "61": ["11993088", "12189696"], "62": ["12189696", "12386304"], "63": ["12386304", "12582912"]}, "model.decoder.3.pp_block.attn.o_proj.weight": {"0": ["0", "65536"], "1": ["65536", "131072"], "2": ["131072", "196608"], "3": ["196608", "262144"], "4": ["262144", "327680"], "5": ["327680", "393216"], "6": ["393216", "458752"], "7": ["458752", "524288"], "8": ["524288", "589824"], "9": ["589824", "655360"], "10": ["655360", "720896"], "11": ["720896", "786432"], "12": ["786432", "851968"], "13": ["851968", "917504"], "14": ["917504", "983040"], "15": ["983040", "1048576"], "16": ["1048576", "1114112"], "17": ["1114112", "1179648"], "18": ["1179648", "1245184"], "19": ["1245184", "1310720"], "20": ["1310720", "1376256"], "21": ["1376256", "1441792"], "22": ["1441792", "1507328"], "23": ["1507328", "1572864"], "24": ["1572864", "1638400"], "25": ["1638400", "1703936"], "26": ["1703936", "1769472"], "27": ["1769472", "1835008"], "28": ["1835008", "1900544"], "29": ["1900544", "1966080"], "30": ["1966080", "2031616"], "31": ["2031616", "2097152"], "32": ["2097152", "2162688"], "33": ["2162688", "2228224"], "34": ["2228224", "2293760"], "35": ["2293760", "2359296"], "36": ["2359296", "2424832"], "37": ["2424832", "2490368"], "38": ["2490368", "2555904"], "39": ["2555904", "2621440"], "40": ["2621440", "2686976"], "41": ["2686976", "2752512"], "42": ["2752512", "2818048"], "43": ["2818048", "2883584"], "44": ["2883584", "2949120"], "45": ["2949120", "3014656"], "46": ["3014656", "3080192"], "47": ["3080192", "3145728"], "48": ["3145728", "3211264"], "49": ["3211264", "3276800"], "50": ["3276800", "3342336"], "51": ["3342336", "3407872"], "52": ["3407872", "3473408"], "53": ["3473408", "3538944"], "54": ["3538944", "3604480"], "55": ["3604480", "3670016"], "56": ["3670016", "3735552"], "57": ["3735552", "3801088"], "58": ["3801088", "3866624"], "59": ["3866624", "3932160"], "60": ["3932160", "3997696"], "61": ["3997696", "4063232"], "62": ["4063232", "4128768"], "63": ["4128768", "4194304"]}, "model.decoder.3.pp_block.post_attention_layernorm.weight": {"0": ["0", "32"], "1": ["32", "64"], "2": ["64", "96"], "3": ["96", "128"], "4": ["128", "160"], "5": ["160", "192"], "6": ["192", "224"], "7": ["224", "256"], "8": ["256", "288"], "9": ["288", "320"], "10": ["320", "352"], "11": ["352", "384"], "12": ["384", "416"], "13": ["416", "448"], "14": ["448", "480"], "15": ["480", "512"], "16": ["512", "544"], "17": ["544", "576"], "18": ["576", "608"], "19": ["608", "640"], "20": ["640", "672"], "21": ["672", "704"], "22": ["704", "736"], "23": ["736", "768"], "24": ["768", "800"], "25": ["800", "832"], "26": ["832", "864"], "27": ["864", "896"], "28": ["896", "928"], "29": ["928", "960"], "30": ["960", "992"], "31": ["992", "1024"], "32": ["1024", "1056"], "33": ["1056", "1088"], "34": ["1088", "1120"], "35": ["1120", "1152"], "36": ["1152", "1184"], "37": ["1184", "1216"], "38": ["1216", "1248"], "39": ["1248", "1280"], "40": ["1280", "1312"], "41": ["1312", "1344"], "42": ["1344", "1376"], "43": ["1376", "1408"], "44": ["1408", "1440"], "45": ["1440", "1472"], "46": ["1472", "1504"], "47": ["1504", "1536"], "48": ["1536", "1568"], "49": ["1568", "1600"], "50": ["1600", "1632"], "51": ["1632", "1664"], "52": ["1664", "1696"], "53": ["1696", "1728"], "54": ["1728", "1760"], "55": ["1760", "1792"], "56": ["1792", "1824"], "57": ["1824", "1856"], "58": ["1856", "1888"], "59": ["1888", "1920"], "60": ["1920", "1952"], "61": ["1952", "1984"], "62": ["1984", "2016"], "63": ["2016", "2048"]}, "model.decoder.3.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "524288"], "1": ["524288", "1048576"], "2": ["1048576", "1572864"], "3": ["1572864", "2097152"], "4": ["2097152", "2621440"], "5": ["2621440", "3145728"], "6": ["3145728", "3670016"], "7": ["3670016", "4194304"], "8": ["4194304", "4718592"], "9": ["4718592", "5242880"], "10": ["5242880", "5767168"], "11": ["5767168", "6291456"], "12": ["6291456", "6815744"], "13": ["6815744", "7340032"], "14": ["7340032", "7864320"], "15": ["7864320", "8388608"], "16": ["8388608", "8912896"], "17": ["8912896", "9437184"], "18": ["9437184", "9961472"], "19": ["9961472", "10485760"], "20": ["10485760", "11010048"], "21": ["11010048", "11534336"], "22": ["11534336", "12058624"], "23": ["12058624", "12582912"], "24": ["12582912", "13107200"], "25": ["13107200", "13631488"], "26": ["13631488", "14155776"], "27": ["14155776", "14680064"], "28": ["14680064", "15204352"], "29": ["15204352", "15728640"], "30": ["15728640", "16252928"], "31": ["16252928", "16777216"], "32": ["16777216", "17301504"], "33": ["17301504", "17825792"], "34": ["17825792", "18350080"], "35": ["18350080", "18874368"], "36": ["18874368", "19398656"], "37": ["19398656", "19922944"], "38": ["19922944", "20447232"], "39": ["20447232", "20971520"], "40": ["20971520", "21495808"], "41": ["21495808", "22020096"], "42": ["22020096", "22544384"], "43": ["22544384", "23068672"], "44": ["23068672", "23592960"], "45": ["23592960", "24117248"], "46": ["24117248", "24641536"], "47": ["24641536", "25165824"], "48": ["25165824", "25690112"], "49": ["25690112", "26214400"], "50": ["26214400", "26738688"], "51": ["26738688", "27262976"], "52": ["27262976", "27787264"], "53": ["27787264", "28311552"], "54": ["28311552", "28835840"], "55": ["28835840", "29360128"], "56": ["29360128", "29884416"], "57": ["29884416", "30408704"], "58": ["30408704", "30932992"], "59": ["30932992", "31457280"], "60": ["31457280", "31981568"], "61": ["31981568", "32505856"], "62": ["32505856", "33030144"], "63": ["33030144", "33554432"]}, "model.decoder.3.pp_block.mlp.down_proj.weight": {"0": ["0", "262144"], "1": ["262144", "524288"], "2": ["524288", "786432"], "3": ["786432", "1048576"], "4": ["1048576", "1310720"], "5": ["1310720", "1572864"], "6": ["1572864", "1835008"], "7": ["1835008", "2097152"], "8": ["2097152", "2359296"], "9": ["2359296", "2621440"], "10": ["2621440", "2883584"], "11": ["2883584", "3145728"], "12": ["3145728", "3407872"], "13": ["3407872", "3670016"], "14": ["3670016", "3932160"], "15": ["3932160", "4194304"], "16": ["4194304", "4456448"], "17": ["4456448", "4718592"], "18": ["4718592", "4980736"], "19": ["4980736", "5242880"], "20": ["5242880", "5505024"], "21": ["5505024", "5767168"], "22": ["5767168", "6029312"], "23": ["6029312", "6291456"], "24": ["6291456", "6553600"], "25": ["6553600", "6815744"], "26": ["6815744", "7077888"], "27": ["7077888", "7340032"], "28": ["7340032", "7602176"], "29": ["7602176", "7864320"], "30": ["7864320", "8126464"], "31": ["8126464", "8388608"], "32": ["8388608", "8650752"], "33": ["8650752", "8912896"], "34": ["8912896", "9175040"], "35": ["9175040", "9437184"], "36": ["9437184", "9699328"], "37": ["9699328", "9961472"], "38": ["9961472", "10223616"], "39": ["10223616", "10485760"], "40": ["10485760", "10747904"], "41": ["10747904", "11010048"], "42": ["11010048", "11272192"], "43": ["11272192", "11534336"], "44": ["11534336", "11796480"], "45": ["11796480", "12058624"], "46": ["12058624", "12320768"], "47": ["12320768", "12582912"], "48": ["12582912", "12845056"], "49": ["12845056", "13107200"], "50": ["13107200", "13369344"], "51": ["13369344", "13631488"], "52": ["13631488", "13893632"], "53": ["13893632", "14155776"], "54": ["14155776", "14417920"], "55": ["14417920", "14680064"], "56": ["14680064", "14942208"], "57": ["14942208", "15204352"], "58": ["15204352", "15466496"], "59": ["15466496", "15728640"], "60": ["15728640", "15990784"], "61": ["15990784", "16252928"], "62": ["16252928", "16515072"], "63": ["16515072", "16777216"]}, "model.decoder.4.pp_block.input_layernorm.weight": {"0": ["0", "32"], "1": ["32", "64"], "2": ["64", "96"], "3": ["96", "128"], "4": ["128", "160"], "5": ["160", "192"], "6": ["192", "224"], "7": ["224", "256"], "8": ["256", "288"], "9": ["288", "320"], "10": ["320", "352"], "11": ["352", "384"], "12": ["384", "416"], "13": ["416", "448"], "14": ["448", "480"], "15": ["480", "512"], "16": ["512", "544"], "17": ["544", "576"], "18": ["576", "608"], "19": ["608", "640"], "20": ["640", "672"], "21": ["672", "704"], "22": ["704", "736"], "23": ["736", "768"], "24": ["768", "800"], "25": ["800", "832"], "26": ["832", "864"], "27": ["864", "896"], "28": ["896", "928"], "29": ["928", "960"], "30": ["960", "992"], "31": ["992", "1024"], "32": ["1024", "1056"], "33": ["1056", "1088"], "34": ["1088", "1120"], "35": ["1120", "1152"], "36": ["1152", "1184"], "37": ["1184", "1216"], "38": ["1216", "1248"], "39": ["1248", "1280"], "40": ["1280", "1312"], "41": ["1312", "1344"], "42": ["1344", "1376"], "43": ["1376", "1408"], "44": ["1408", "1440"], "45": ["1440", "1472"], "46": ["1472", "1504"], "47": ["1504", "1536"], "48": ["1536", "1568"], "49": ["1568", "1600"], "50": ["1600", "1632"], "51": ["1632", "1664"], "52": ["1664", "1696"], "53": ["1696", "1728"], "54": ["1728", "1760"], "55": ["1760", "1792"], "56": ["1792", "1824"], "57": ["1824", "1856"], "58": ["1856", "1888"], "59": ["1888", "1920"], "60": ["1920", "1952"], "61": ["1952", "1984"], "62": ["1984", "2016"], "63": ["2016", "2048"]}, "model.decoder.4.pp_block.attn.qkv_proj.weight": {"0": ["0", "196608"], "1": ["196608", "393216"], "2": ["393216", "589824"], "3": ["589824", "786432"], "4": ["786432", "983040"], "5": ["983040", "1179648"], "6": ["1179648", "1376256"], "7": ["1376256", "1572864"], "8": ["1572864", "1769472"], "9": ["1769472", "1966080"], "10": ["1966080", "2162688"], "11": ["2162688", "2359296"], "12": ["2359296", "2555904"], "13": ["2555904", "2752512"], "14": ["2752512", "2949120"], "15": ["2949120", "3145728"], "16": ["3145728", "3342336"], "17": ["3342336", "3538944"], "18": ["3538944", "3735552"], "19": ["3735552", "3932160"], "20": ["3932160", "4128768"], "21": ["4128768", "4325376"], "22": ["4325376", "4521984"], "23": ["4521984", "4718592"], "24": ["4718592", "4915200"], "25": ["4915200", "5111808"], "26": ["5111808", "5308416"], "27": ["5308416", "5505024"], "28": ["5505024", "5701632"], "29": ["5701632", "5898240"], "30": ["5898240", "6094848"], "31": ["6094848", "6291456"], "32": ["6291456", "6488064"], "33": ["6488064", "6684672"], "34": ["6684672", "6881280"], "35": ["6881280", "7077888"], "36": ["7077888", "7274496"], "37": ["7274496", "7471104"], "38": ["7471104", "7667712"], "39": ["7667712", "7864320"], "40": ["7864320", "8060928"], "41": ["8060928", "8257536"], "42": ["8257536", "8454144"], "43": ["8454144", "8650752"], "44": ["8650752", "8847360"], "45": ["8847360", "9043968"], "46": ["9043968", "9240576"], "47": ["9240576", "9437184"], "48": ["9437184", "9633792"], "49": ["9633792", "9830400"], "50": ["9830400", "10027008"], "51": ["10027008", "10223616"], "52": ["10223616", "10420224"], "53": ["10420224", "10616832"], "54": ["10616832", "10813440"], "55": ["10813440", "11010048"], "56": ["11010048", "11206656"], "57": ["11206656", "11403264"], "58": ["11403264", "11599872"], "59": ["11599872", "11796480"], "60": ["11796480", "11993088"], "61": ["11993088", "12189696"], "62": ["12189696", "12386304"], "63": ["12386304", "12582912"]}, "model.decoder.4.pp_block.attn.o_proj.weight": {"0": ["0", "65536"], "1": ["65536", "131072"], "2": ["131072", "196608"], "3": ["196608", "262144"], "4": ["262144", "327680"], "5": ["327680", "393216"], "6": ["393216", "458752"], "7": ["458752", "524288"], "8": ["524288", "589824"], "9": ["589824", "655360"], "10": ["655360", "720896"], "11": ["720896", "786432"], "12": ["786432", "851968"], "13": ["851968", "917504"], "14": ["917504", "983040"], "15": ["983040", "1048576"], "16": ["1048576", "1114112"], "17": ["1114112", "1179648"], "18": ["1179648", "1245184"], "19": ["1245184", "1310720"], "20": ["1310720", "1376256"], "21": ["1376256", "1441792"], "22": ["1441792", "1507328"], "23": ["1507328", "1572864"], "24": ["1572864", "1638400"], "25": ["1638400", "1703936"], "26": ["1703936", "1769472"], "27": ["1769472", "1835008"], "28": ["1835008", "1900544"], "29": ["1900544", "1966080"], "30": ["1966080", "2031616"], "31": ["2031616", "2097152"], "32": ["2097152", "2162688"], "33": ["2162688", "2228224"], "34": ["2228224", "2293760"], "35": ["2293760", "2359296"], "36": ["2359296", "2424832"], "37": ["2424832", "2490368"], "38": ["2490368", "2555904"], "39": ["2555904", "2621440"], "40": ["2621440", "2686976"], "41": ["2686976", "2752512"], "42": ["2752512", "2818048"], "43": ["2818048", "2883584"], "44": ["2883584", "2949120"], "45": ["2949120", "3014656"], "46": ["3014656", "3080192"], "47": ["3080192", "3145728"], "48": ["3145728", "3211264"], "49": ["3211264", "3276800"], "50": ["3276800", "3342336"], "51": ["3342336", "3407872"], "52": ["3407872", "3473408"], "53": ["3473408", "3538944"], "54": ["3538944", "3604480"], "55": ["3604480", "3670016"], "56": ["3670016", "3735552"], "57": ["3735552", "3801088"], "58": ["3801088", "3866624"], "59": ["3866624", "3932160"], "60": ["3932160", "3997696"], "61": ["3997696", "4063232"], "62": ["4063232", "4128768"], "63": ["4128768", "4194304"]}, "model.decoder.4.pp_block.post_attention_layernorm.weight": {"0": ["0", "32"], "1": ["32", "64"], "2": ["64", "96"], "3": ["96", "128"], "4": ["128", "160"], "5": ["160", "192"], "6": ["192", "224"], "7": ["224", "256"], "8": ["256", "288"], "9": ["288", "320"], "10": ["320", "352"], "11": ["352", "384"], "12": ["384", "416"], "13": ["416", "448"], "14": ["448", "480"], "15": ["480", "512"], "16": ["512", "544"], "17": ["544", "576"], "18": ["576", "608"], "19": ["608", "640"], "20": ["640", "672"], "21": ["672", "704"], "22": ["704", "736"], "23": ["736", "768"], "24": ["768", "800"], "25": ["800", "832"], "26": ["832", "864"], "27": ["864", "896"], "28": ["896", "928"], "29": ["928", "960"], "30": ["960", "992"], "31": ["992", "1024"], "32": ["1024", "1056"], "33": ["1056", "1088"], "34": ["1088", "1120"], "35": ["1120", "1152"], "36": ["1152", "1184"], "37": ["1184", "1216"], "38": ["1216", "1248"], "39": ["1248", "1280"], "40": ["1280", "1312"], "41": ["1312", "1344"], "42": ["1344", "1376"], "43": ["1376", "1408"], "44": ["1408", "1440"], "45": ["1440", "1472"], "46": ["1472", "1504"], "47": ["1504", "1536"], "48": ["1536", "1568"], "49": ["1568", "1600"], "50": ["1600", "1632"], "51": ["1632", "1664"], "52": ["1664", "1696"], "53": ["1696", "1728"], "54": ["1728", "1760"], "55": ["1760", "1792"], "56": ["1792", "1824"], "57": ["1824", "1856"], "58": ["1856", "1888"], "59": ["1888", "1920"], "60": ["1920", "1952"], "61": ["1952", "1984"], "62": ["1984", "2016"], "63": ["2016", "2048"]}, "model.decoder.4.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "524288"], "1": ["524288", "1048576"], "2": ["1048576", "1572864"], "3": ["1572864", "2097152"], "4": ["2097152", "2621440"], "5": ["2621440", "3145728"], "6": ["3145728", "3670016"], "7": ["3670016", "4194304"], "8": ["4194304", "4718592"], "9": ["4718592", "5242880"], "10": ["5242880", "5767168"], "11": ["5767168", "6291456"], "12": ["6291456", "6815744"], "13": ["6815744", "7340032"], "14": ["7340032", "7864320"], "15": ["7864320", "8388608"], "16": ["8388608", "8912896"], "17": ["8912896", "9437184"], "18": ["9437184", "9961472"], "19": ["9961472", "10485760"], "20": ["10485760", "11010048"], "21": ["11010048", "11534336"], "22": ["11534336", "12058624"], "23": ["12058624", "12582912"], "24": ["12582912", "13107200"], "25": ["13107200", "13631488"], "26": ["13631488", "14155776"], "27": ["14155776", "14680064"], "28": ["14680064", "15204352"], "29": ["15204352", "15728640"], "30": ["15728640", "16252928"], "31": ["16252928", "16777216"], "32": ["16777216", "17301504"], "33": ["17301504", "17825792"], "34": ["17825792", "18350080"], "35": ["18350080", "18874368"], "36": ["18874368", "19398656"], "37": ["19398656", "19922944"], "38": ["19922944", "20447232"], "39": ["20447232", "20971520"], "40": ["20971520", "21495808"], "41": ["21495808", "22020096"], "42": ["22020096", "22544384"], "43": ["22544384", "23068672"], "44": ["23068672", "23592960"], "45": ["23592960", "24117248"], "46": ["24117248", "24641536"], "47": ["24641536", "25165824"], "48": ["25165824", "25690112"], "49": ["25690112", "26214400"], "50": ["26214400", "26738688"], "51": ["26738688", "27262976"], "52": ["27262976", "27787264"], "53": ["27787264", "28311552"], "54": ["28311552", "28835840"], "55": ["28835840", "29360128"], "56": ["29360128", "29884416"], "57": ["29884416", "30408704"], "58": ["30408704", "30932992"], "59": ["30932992", "31457280"], "60": ["31457280", "31981568"], "61": ["31981568", "32505856"], "62": ["32505856", "33030144"], "63": ["33030144", "33554432"]}, "model.decoder.4.pp_block.mlp.down_proj.weight": {"0": ["0", "262144"], "1": ["262144", "524288"], "2": ["524288", "786432"], "3": ["786432", "1048576"], "4": ["1048576", "1310720"], "5": ["1310720", "1572864"], "6": ["1572864", "1835008"], "7": ["1835008", "2097152"], "8": ["2097152", "2359296"], "9": ["2359296", "2621440"], "10": ["2621440", "2883584"], "11": ["2883584", "3145728"], "12": ["3145728", "3407872"], "13": ["3407872", "3670016"], "14": ["3670016", "3932160"], "15": ["3932160", "4194304"], "16": ["4194304", "4456448"], "17": ["4456448", "4718592"], "18": ["4718592", "4980736"], "19": ["4980736", "5242880"], "20": ["5242880", "5505024"], "21": ["5505024", "5767168"], "22": ["5767168", "6029312"], "23": ["6029312", "6291456"], "24": ["6291456", "6553600"], "25": ["6553600", "6815744"], "26": ["6815744", "7077888"], "27": ["7077888", "7340032"], "28": ["7340032", "7602176"], "29": ["7602176", "7864320"], "30": ["7864320", "8126464"], "31": ["8126464", "8388608"], "32": ["8388608", "8650752"], "33": ["8650752", "8912896"], "34": ["8912896", "9175040"], "35": ["9175040", "9437184"], "36": ["9437184", "9699328"], "37": ["9699328", "9961472"], "38": ["9961472", "10223616"], "39": ["10223616", "10485760"], "40": ["10485760", "10747904"], "41": ["10747904", "11010048"], "42": ["11010048", "11272192"], "43": ["11272192", "11534336"], "44": ["11534336", "11796480"], "45": ["11796480", "12058624"], "46": ["12058624", "12320768"], "47": ["12320768", "12582912"], "48": ["12582912", "12845056"], "49": ["12845056", "13107200"], "50": ["13107200", "13369344"], "51": ["13369344", "13631488"], "52": ["13631488", "13893632"], "53": ["13893632", "14155776"], "54": ["14155776", "14417920"], "55": ["14417920", "14680064"], "56": ["14680064", "14942208"], "57": ["14942208", "15204352"], "58": ["15204352", "15466496"], "59": ["15466496", "15728640"], "60": ["15728640", "15990784"], "61": ["15990784", "16252928"], "62": ["16252928", "16515072"], "63": ["16515072", "16777216"]}, "model.decoder.5.pp_block.input_layernorm.weight": {"0": ["0", "32"], "1": ["32", "64"], "2": ["64", "96"], "3": ["96", "128"], "4": ["128", "160"], "5": ["160", "192"], "6": ["192", "224"], "7": ["224", "256"], "8": ["256", "288"], "9": ["288", "320"], "10": ["320", "352"], "11": ["352", "384"], "12": ["384", "416"], "13": ["416", "448"], "14": ["448", "480"], "15": ["480", "512"], "16": ["512", "544"], "17": ["544", "576"], "18": ["576", "608"], "19": ["608", "640"], "20": ["640", "672"], "21": ["672", "704"], "22": ["704", "736"], "23": ["736", "768"], "24": ["768", "800"], "25": ["800", "832"], "26": ["832", "864"], "27": ["864", "896"], "28": ["896", "928"], "29": ["928", "960"], "30": ["960", "992"], "31": ["992", "1024"], "32": ["1024", "1056"], "33": ["1056", "1088"], "34": ["1088", "1120"], "35": ["1120", "1152"], "36": ["1152", "1184"], "37": ["1184", "1216"], "38": ["1216", "1248"], "39": ["1248", "1280"], "40": ["1280", "1312"], "41": ["1312", "1344"], "42": ["1344", "1376"], "43": ["1376", "1408"], "44": ["1408", "1440"], "45": ["1440", "1472"], "46": ["1472", "1504"], "47": ["1504", "1536"], "48": ["1536", "1568"], "49": ["1568", "1600"], "50": ["1600", "1632"], "51": ["1632", "1664"], "52": ["1664", "1696"], "53": ["1696", "1728"], "54": ["1728", "1760"], "55": ["1760", "1792"], "56": ["1792", "1824"], "57": ["1824", "1856"], "58": ["1856", "1888"], "59": ["1888", "1920"], "60": ["1920", "1952"], "61": ["1952", "1984"], "62": ["1984", "2016"], "63": ["2016", "2048"]}, "model.decoder.5.pp_block.attn.qkv_proj.weight": {"0": ["0", "196608"], "1": ["196608", "393216"], "2": ["393216", "589824"], "3": ["589824", "786432"], "4": ["786432", "983040"], "5": ["983040", "1179648"], "6": ["1179648", "1376256"], "7": ["1376256", "1572864"], "8": ["1572864", "1769472"], "9": ["1769472", "1966080"], "10": ["1966080", "2162688"], "11": ["2162688", "2359296"], "12": ["2359296", "2555904"], "13": ["2555904", "2752512"], "14": ["2752512", "2949120"], "15": ["2949120", "3145728"], "16": ["3145728", "3342336"], "17": ["3342336", "3538944"], "18": ["3538944", "3735552"], "19": ["3735552", "3932160"], "20": ["3932160", "4128768"], "21": ["4128768", "4325376"], "22": ["4325376", "4521984"], "23": ["4521984", "4718592"], "24": ["4718592", "4915200"], "25": ["4915200", "5111808"], "26": ["5111808", "5308416"], "27": ["5308416", "5505024"], "28": ["5505024", "5701632"], "29": ["5701632", "5898240"], "30": ["5898240", "6094848"], "31": ["6094848", "6291456"], "32": ["6291456", "6488064"], "33": ["6488064", "6684672"], "34": ["6684672", "6881280"], "35": ["6881280", "7077888"], "36": ["7077888", "7274496"], "37": ["7274496", "7471104"], "38": ["7471104", "7667712"], "39": ["7667712", "7864320"], "40": ["7864320", "8060928"], "41": ["8060928", "8257536"], "42": ["8257536", "8454144"], "43": ["8454144", "8650752"], "44": ["8650752", "8847360"], "45": ["8847360", "9043968"], "46": ["9043968", "9240576"], "47": ["9240576", "9437184"], "48": ["9437184", "9633792"], "49": ["9633792", "9830400"], "50": ["9830400", "10027008"], "51": ["10027008", "10223616"], "52": ["10223616", "10420224"], "53": ["10420224", "10616832"], "54": ["10616832", "10813440"], "55": ["10813440", "11010048"], "56": ["11010048", "11206656"], "57": ["11206656", "11403264"], "58": ["11403264", "11599872"], "59": ["11599872", "11796480"], "60": ["11796480", "11993088"], "61": ["11993088", "12189696"], "62": ["12189696", "12386304"], "63": ["12386304", "12582912"]}, "model.decoder.5.pp_block.attn.o_proj.weight": {"0": ["0", "65536"], "1": ["65536", "131072"], "2": ["131072", "196608"], "3": ["196608", "262144"], "4": ["262144", "327680"], "5": ["327680", "393216"], "6": ["393216", "458752"], "7": ["458752", "524288"], "8": ["524288", "589824"], "9": ["589824", "655360"], "10": ["655360", "720896"], "11": ["720896", "786432"], "12": ["786432", "851968"], "13": ["851968", "917504"], "14": ["917504", "983040"], "15": ["983040", "1048576"], "16": ["1048576", "1114112"], "17": ["1114112", "1179648"], "18": ["1179648", "1245184"], "19": ["1245184", "1310720"], "20": ["1310720", "1376256"], "21": ["1376256", "1441792"], "22": ["1441792", "1507328"], "23": ["1507328", "1572864"], "24": ["1572864", "1638400"], "25": ["1638400", "1703936"], "26": ["1703936", "1769472"], "27": ["1769472", "1835008"], "28": ["1835008", "1900544"], "29": ["1900544", "1966080"], "30": ["1966080", "2031616"], "31": ["2031616", "2097152"], "32": ["2097152", "2162688"], "33": ["2162688", "2228224"], "34": ["2228224", "2293760"], "35": ["2293760", "2359296"], "36": ["2359296", "2424832"], "37": ["2424832", "2490368"], "38": ["2490368", "2555904"], "39": ["2555904", "2621440"], "40": ["2621440", "2686976"], "41": ["2686976", "2752512"], "42": ["2752512", "2818048"], "43": ["2818048", "2883584"], "44": ["2883584", "2949120"], "45": ["2949120", "3014656"], "46": ["3014656", "3080192"], "47": ["3080192", "3145728"], "48": ["3145728", "3211264"], "49": ["3211264", "3276800"], "50": ["3276800", "3342336"], "51": ["3342336", "3407872"], "52": ["3407872", "3473408"], "53": ["3473408", "3538944"], "54": ["3538944", "3604480"], "55": ["3604480", "3670016"], "56": ["3670016", "3735552"], "57": ["3735552", "3801088"], "58": ["3801088", "3866624"], "59": ["3866624", "3932160"], "60": ["3932160", "3997696"], "61": ["3997696", "4063232"], "62": ["4063232", "4128768"], "63": ["4128768", "4194304"]}, "model.decoder.5.pp_block.post_attention_layernorm.weight": {"0": ["0", "32"], "1": ["32", "64"], "2": ["64", "96"], "3": ["96", "128"], "4": ["128", "160"], "5": ["160", "192"], "6": ["192", "224"], "7": ["224", "256"], "8": ["256", "288"], "9": ["288", "320"], "10": ["320", "352"], "11": ["352", "384"], "12": ["384", "416"], "13": ["416", "448"], "14": ["448", "480"], "15": ["480", "512"], "16": ["512", "544"], "17": ["544", "576"], "18": ["576", "608"], "19": ["608", "640"], "20": ["640", "672"], "21": ["672", "704"], "22": ["704", "736"], "23": ["736", "768"], "24": ["768", "800"], "25": ["800", "832"], "26": ["832", "864"], "27": ["864", "896"], "28": ["896", "928"], "29": ["928", "960"], "30": ["960", "992"], "31": ["992", "1024"], "32": ["1024", "1056"], "33": ["1056", "1088"], "34": ["1088", "1120"], "35": ["1120", "1152"], "36": ["1152", "1184"], "37": ["1184", "1216"], "38": ["1216", "1248"], "39": ["1248", "1280"], "40": ["1280", "1312"], "41": ["1312", "1344"], "42": ["1344", "1376"], "43": ["1376", "1408"], "44": ["1408", "1440"], "45": ["1440", "1472"], "46": ["1472", "1504"], "47": ["1504", "1536"], "48": ["1536", "1568"], "49": ["1568", "1600"], "50": ["1600", "1632"], "51": ["1632", "1664"], "52": ["1664", "1696"], "53": ["1696", "1728"], "54": ["1728", "1760"], "55": ["1760", "1792"], "56": ["1792", "1824"], "57": ["1824", "1856"], "58": ["1856", "1888"], "59": ["1888", "1920"], "60": ["1920", "1952"], "61": ["1952", "1984"], "62": ["1984", "2016"], "63": ["2016", "2048"]}, "model.decoder.5.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "524288"], "1": ["524288", "1048576"], "2": ["1048576", "1572864"], "3": ["1572864", "2097152"], "4": ["2097152", "2621440"], "5": ["2621440", "3145728"], "6": ["3145728", "3670016"], "7": ["3670016", "4194304"], "8": ["4194304", "4718592"], "9": ["4718592", "5242880"], "10": ["5242880", "5767168"], "11": ["5767168", "6291456"], "12": ["6291456", "6815744"], "13": ["6815744", "7340032"], "14": ["7340032", "7864320"], "15": ["7864320", "8388608"], "16": ["8388608", "8912896"], "17": ["8912896", "9437184"], "18": ["9437184", "9961472"], "19": ["9961472", "10485760"], "20": ["10485760", "11010048"], "21": ["11010048", "11534336"], "22": ["11534336", "12058624"], "23": ["12058624", "12582912"], "24": ["12582912", "13107200"], "25": ["13107200", "13631488"], "26": ["13631488", "14155776"], "27": ["14155776", "14680064"], "28": ["14680064", "15204352"], "29": ["15204352", "15728640"], "30": ["15728640", "16252928"], "31": ["16252928", "16777216"], "32": ["16777216", "17301504"], "33": ["17301504", "17825792"], "34": ["17825792", "18350080"], "35": ["18350080", "18874368"], "36": ["18874368", "19398656"], "37": ["19398656", "19922944"], "38": ["19922944", "20447232"], "39": ["20447232", "20971520"], "40": ["20971520", "21495808"], "41": ["21495808", "22020096"], "42": ["22020096", "22544384"], "43": ["22544384", "23068672"], "44": ["23068672", "23592960"], "45": ["23592960", "24117248"], "46": ["24117248", "24641536"], "47": ["24641536", "25165824"], "48": ["25165824", "25690112"], "49": ["25690112", "26214400"], "50": ["26214400", "26738688"], "51": ["26738688", "27262976"], "52": ["27262976", "27787264"], "53": ["27787264", "28311552"], "54": ["28311552", "28835840"], "55": ["28835840", "29360128"], "56": ["29360128", "29884416"], "57": ["29884416", "30408704"], "58": ["30408704", "30932992"], "59": ["30932992", "31457280"], "60": ["31457280", "31981568"], "61": ["31981568", "32505856"], "62": ["32505856", "33030144"], "63": ["33030144", "33554432"]}, "model.decoder.5.pp_block.mlp.down_proj.weight": {"0": ["0", "262144"], "1": ["262144", "524288"], "2": ["524288", "786432"], "3": ["786432", "1048576"], "4": ["1048576", "1310720"], "5": ["1310720", "1572864"], "6": ["1572864", "1835008"], "7": ["1835008", "2097152"], "8": ["2097152", "2359296"], "9": ["2359296", "2621440"], "10": ["2621440", "2883584"], "11": ["2883584", "3145728"], "12": ["3145728", "3407872"], "13": ["3407872", "3670016"], "14": ["3670016", "3932160"], "15": ["3932160", "4194304"], "16": ["4194304", "4456448"], "17": ["4456448", "4718592"], "18": ["4718592", "4980736"], "19": ["4980736", "5242880"], "20": ["5242880", "5505024"], "21": ["5505024", "5767168"], "22": ["5767168", "6029312"], "23": ["6029312", "6291456"], "24": ["6291456", "6553600"], "25": ["6553600", "6815744"], "26": ["6815744", "7077888"], "27": ["7077888", "7340032"], "28": ["7340032", "7602176"], "29": ["7602176", "7864320"], "30": ["7864320", "8126464"], "31": ["8126464", "8388608"], "32": ["8388608", "8650752"], "33": ["8650752", "8912896"], "34": ["8912896", "9175040"], "35": ["9175040", "9437184"], "36": ["9437184", "9699328"], "37": ["9699328", "9961472"], "38": ["9961472", "10223616"], "39": ["10223616", "10485760"], "40": ["10485760", "10747904"], "41": ["10747904", "11010048"], "42": ["11010048", "11272192"], "43": ["11272192", "11534336"], "44": ["11534336", "11796480"], "45": ["11796480", "12058624"], "46": ["12058624", "12320768"], "47": ["12320768", "12582912"], "48": ["12582912", "12845056"], "49": ["12845056", "13107200"], "50": ["13107200", "13369344"], "51": ["13369344", "13631488"], "52": ["13631488", "13893632"], "53": ["13893632", "14155776"], "54": ["14155776", "14417920"], "55": ["14417920", "14680064"], "56": ["14680064", "14942208"], "57": ["14942208", "15204352"], "58": ["15204352", "15466496"], "59": ["15466496", "15728640"], "60": ["15728640", "15990784"], "61": ["15990784", "16252928"], "62": ["16252928", "16515072"], "63": ["16515072", "16777216"]}, "model.decoder.6.pp_block.input_layernorm.weight": {"0": ["0", "32"], "1": ["32", "64"], "2": ["64", "96"], "3": ["96", "128"], "4": ["128", "160"], "5": ["160", "192"], "6": ["192", "224"], "7": ["224", "256"], "8": ["256", "288"], "9": ["288", "320"], "10": ["320", "352"], "11": ["352", "384"], "12": ["384", "416"], "13": ["416", "448"], "14": ["448", "480"], "15": ["480", "512"], "16": ["512", "544"], "17": ["544", "576"], "18": ["576", "608"], "19": ["608", "640"], "20": ["640", "672"], "21": ["672", "704"], "22": ["704", "736"], "23": ["736", "768"], "24": ["768", "800"], "25": ["800", "832"], "26": ["832", "864"], "27": ["864", "896"], "28": ["896", "928"], "29": ["928", "960"], "30": ["960", "992"], "31": ["992", "1024"], "32": ["1024", "1056"], "33": ["1056", "1088"], "34": ["1088", "1120"], "35": ["1120", "1152"], "36": ["1152", "1184"], "37": ["1184", "1216"], "38": ["1216", "1248"], "39": ["1248", "1280"], "40": ["1280", "1312"], "41": ["1312", "1344"], "42": ["1344", "1376"], "43": ["1376", "1408"], "44": ["1408", "1440"], "45": ["1440", "1472"], "46": ["1472", "1504"], "47": ["1504", "1536"], "48": ["1536", "1568"], "49": ["1568", "1600"], "50": ["1600", "1632"], "51": ["1632", "1664"], "52": ["1664", "1696"], "53": ["1696", "1728"], "54": ["1728", "1760"], "55": ["1760", "1792"], "56": ["1792", "1824"], "57": ["1824", "1856"], "58": ["1856", "1888"], "59": ["1888", "1920"], "60": ["1920", "1952"], "61": ["1952", "1984"], "62": ["1984", "2016"], "63": ["2016", "2048"]}, "model.decoder.6.pp_block.attn.qkv_proj.weight": {"0": ["0", "196608"], "1": ["196608", "393216"], "2": ["393216", "589824"], "3": ["589824", "786432"], "4": ["786432", "983040"], "5": ["983040", "1179648"], "6": ["1179648", "1376256"], "7": ["1376256", "1572864"], "8": ["1572864", "1769472"], "9": ["1769472", "1966080"], "10": ["1966080", "2162688"], "11": ["2162688", "2359296"], "12": ["2359296", "2555904"], "13": ["2555904", "2752512"], "14": ["2752512", "2949120"], "15": ["2949120", "3145728"], "16": ["3145728", "3342336"], "17": ["3342336", "3538944"], "18": ["3538944", "3735552"], "19": ["3735552", "3932160"], "20": ["3932160", "4128768"], "21": ["4128768", "4325376"], "22": ["4325376", "4521984"], "23": ["4521984", "4718592"], "24": ["4718592", "4915200"], "25": ["4915200", "5111808"], "26": ["5111808", "5308416"], "27": ["5308416", "5505024"], "28": ["5505024", "5701632"], "29": ["5701632", "5898240"], "30": ["5898240", "6094848"], "31": ["6094848", "6291456"], "32": ["6291456", "6488064"], "33": ["6488064", "6684672"], "34": ["6684672", "6881280"], "35": ["6881280", "7077888"], "36": ["7077888", "7274496"], "37": ["7274496", "7471104"], "38": ["7471104", "7667712"], "39": ["7667712", "7864320"], "40": ["7864320", "8060928"], "41": ["8060928", "8257536"], "42": ["8257536", "8454144"], "43": ["8454144", "8650752"], "44": ["8650752", "8847360"], "45": ["8847360", "9043968"], "46": ["9043968", "9240576"], "47": ["9240576", "9437184"], "48": ["9437184", "9633792"], "49": ["9633792", "9830400"], "50": ["9830400", "10027008"], "51": ["10027008", "10223616"], "52": ["10223616", "10420224"], "53": ["10420224", "10616832"], "54": ["10616832", "10813440"], "55": ["10813440", "11010048"], "56": ["11010048", "11206656"], "57": ["11206656", "11403264"], "58": ["11403264", "11599872"], "59": ["11599872", "11796480"], "60": ["11796480", "11993088"], "61": ["11993088", "12189696"], "62": ["12189696", "12386304"], "63": ["12386304", "12582912"]}, "model.decoder.6.pp_block.attn.o_proj.weight": {"0": ["0", "65536"], "1": ["65536", "131072"], "2": ["131072", "196608"], "3": ["196608", "262144"], "4": ["262144", "327680"], "5": ["327680", "393216"], "6": ["393216", "458752"], "7": ["458752", "524288"], "8": ["524288", "589824"], "9": ["589824", "655360"], "10": ["655360", "720896"], "11": ["720896", "786432"], "12": ["786432", "851968"], "13": ["851968", "917504"], "14": ["917504", "983040"], "15": ["983040", "1048576"], "16": ["1048576", "1114112"], "17": ["1114112", "1179648"], "18": ["1179648", "1245184"], "19": ["1245184", "1310720"], "20": ["1310720", "1376256"], "21": ["1376256", "1441792"], "22": ["1441792", "1507328"], "23": ["1507328", "1572864"], "24": ["1572864", "1638400"], "25": ["1638400", "1703936"], "26": ["1703936", "1769472"], "27": ["1769472", "1835008"], "28": ["1835008", "1900544"], "29": ["1900544", "1966080"], "30": ["1966080", "2031616"], "31": ["2031616", "2097152"], "32": ["2097152", "2162688"], "33": ["2162688", "2228224"], "34": ["2228224", "2293760"], "35": ["2293760", "2359296"], "36": ["2359296", "2424832"], "37": ["2424832", "2490368"], "38": ["2490368", "2555904"], "39": ["2555904", "2621440"], "40": ["2621440", "2686976"], "41": ["2686976", "2752512"], "42": ["2752512", "2818048"], "43": ["2818048", "2883584"], "44": ["2883584", "2949120"], "45": ["2949120", "3014656"], "46": ["3014656", "3080192"], "47": ["3080192", "3145728"], "48": ["3145728", "3211264"], "49": ["3211264", "3276800"], "50": ["3276800", "3342336"], "51": ["3342336", "3407872"], "52": ["3407872", "3473408"], "53": ["3473408", "3538944"], "54": ["3538944", "3604480"], "55": ["3604480", "3670016"], "56": ["3670016", "3735552"], "57": ["3735552", "3801088"], "58": ["3801088", "3866624"], "59": ["3866624", "3932160"], "60": ["3932160", "3997696"], "61": ["3997696", "4063232"], "62": ["4063232", "4128768"], "63": ["4128768", "4194304"]}, "model.decoder.6.pp_block.post_attention_layernorm.weight": {"0": ["0", "32"], "1": ["32", "64"], "2": ["64", "96"], "3": ["96", "128"], "4": ["128", "160"], "5": ["160", "192"], "6": ["192", "224"], "7": ["224", "256"], "8": ["256", "288"], "9": ["288", "320"], "10": ["320", "352"], "11": ["352", "384"], "12": ["384", "416"], "13": ["416", "448"], "14": ["448", "480"], "15": ["480", "512"], "16": ["512", "544"], "17": ["544", "576"], "18": ["576", "608"], "19": ["608", "640"], "20": ["640", "672"], "21": ["672", "704"], "22": ["704", "736"], "23": ["736", "768"], "24": ["768", "800"], "25": ["800", "832"], "26": ["832", "864"], "27": ["864", "896"], "28": ["896", "928"], "29": ["928", "960"], "30": ["960", "992"], "31": ["992", "1024"], "32": ["1024", "1056"], "33": ["1056", "1088"], "34": ["1088", "1120"], "35": ["1120", "1152"], "36": ["1152", "1184"], "37": ["1184", "1216"], "38": ["1216", "1248"], "39": ["1248", "1280"], "40": ["1280", "1312"], "41": ["1312", "1344"], "42": ["1344", "1376"], "43": ["1376", "1408"], "44": ["1408", "1440"], "45": ["1440", "1472"], "46": ["1472", "1504"], "47": ["1504", "1536"], "48": ["1536", "1568"], "49": ["1568", "1600"], "50": ["1600", "1632"], "51": ["1632", "1664"], "52": ["1664", "1696"], "53": ["1696", "1728"], "54": ["1728", "1760"], "55": ["1760", "1792"], "56": ["1792", "1824"], "57": ["1824", "1856"], "58": ["1856", "1888"], "59": ["1888", "1920"], "60": ["1920", "1952"], "61": ["1952", "1984"], "62": ["1984", "2016"], "63": ["2016", "2048"]}, "model.decoder.6.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "524288"], "1": ["524288", "1048576"], "2": ["1048576", "1572864"], "3": ["1572864", "2097152"], "4": ["2097152", "2621440"], "5": ["2621440", "3145728"], "6": ["3145728", "3670016"], "7": ["3670016", "4194304"], "8": ["4194304", "4718592"], "9": ["4718592", "5242880"], "10": ["5242880", "5767168"], "11": ["5767168", "6291456"], "12": ["6291456", "6815744"], "13": ["6815744", "7340032"], "14": ["7340032", "7864320"], "15": ["7864320", "8388608"], "16": ["8388608", "8912896"], "17": ["8912896", "9437184"], "18": ["9437184", "9961472"], "19": ["9961472", "10485760"], "20": ["10485760", "11010048"], "21": ["11010048", "11534336"], "22": ["11534336", "12058624"], "23": ["12058624", "12582912"], "24": ["12582912", "13107200"], "25": ["13107200", "13631488"], "26": ["13631488", "14155776"], "27": ["14155776", "14680064"], "28": ["14680064", "15204352"], "29": ["15204352", "15728640"], "30": ["15728640", "16252928"], "31": ["16252928", "16777216"], "32": ["16777216", "17301504"], "33": ["17301504", "17825792"], "34": ["17825792", "18350080"], "35": ["18350080", "18874368"], "36": ["18874368", "19398656"], "37": ["19398656", "19922944"], "38": ["19922944", "20447232"], "39": ["20447232", "20971520"], "40": ["20971520", "21495808"], "41": ["21495808", "22020096"], "42": ["22020096", "22544384"], "43": ["22544384", "23068672"], "44": ["23068672", "23592960"], "45": ["23592960", "24117248"], "46": ["24117248", "24641536"], "47": ["24641536", "25165824"], "48": ["25165824", "25690112"], "49": ["25690112", "26214400"], "50": ["26214400", "26738688"], "51": ["26738688", "27262976"], "52": ["27262976", "27787264"], "53": ["27787264", "28311552"], "54": ["28311552", "28835840"], "55": ["28835840", "29360128"], "56": ["29360128", "29884416"], "57": ["29884416", "30408704"], "58": ["30408704", "30932992"], "59": ["30932992", "31457280"], "60": ["31457280", "31981568"], "61": ["31981568", "32505856"], "62": ["32505856", "33030144"], "63": ["33030144", "33554432"]}, "model.decoder.6.pp_block.mlp.down_proj.weight": {"0": ["0", "262144"], "1": ["262144", "524288"], "2": ["524288", "786432"], "3": ["786432", "1048576"], "4": ["1048576", "1310720"], "5": ["1310720", "1572864"], "6": ["1572864", "1835008"], "7": ["1835008", "2097152"], "8": ["2097152", "2359296"], "9": ["2359296", "2621440"], "10": ["2621440", "2883584"], "11": ["2883584", "3145728"], "12": ["3145728", "3407872"], "13": ["3407872", "3670016"], "14": ["3670016", "3932160"], "15": ["3932160", "4194304"], "16": ["4194304", "4456448"], "17": ["4456448", "4718592"], "18": ["4718592", "4980736"], "19": ["4980736", "5242880"], "20": ["5242880", "5505024"], "21": ["5505024", "5767168"], "22": ["5767168", "6029312"], "23": ["6029312", "6291456"], "24": ["6291456", "6553600"], "25": ["6553600", "6815744"], "26": ["6815744", "7077888"], "27": ["7077888", "7340032"], "28": ["7340032", "7602176"], "29": ["7602176", "7864320"], "30": ["7864320", "8126464"], "31": ["8126464", "8388608"], "32": ["8388608", "8650752"], "33": ["8650752", "8912896"], "34": ["8912896", "9175040"], "35": ["9175040", "9437184"], "36": ["9437184", "9699328"], "37": ["9699328", "9961472"], "38": ["9961472", "10223616"], "39": ["10223616", "10485760"], "40": ["10485760", "10747904"], "41": ["10747904", "11010048"], "42": ["11010048", "11272192"], "43": ["11272192", "11534336"], "44": ["11534336", "11796480"], "45": ["11796480", "12058624"], "46": ["12058624", "12320768"], "47": ["12320768", "12582912"], "48": ["12582912", "12845056"], "49": ["12845056", "13107200"], "50": ["13107200", "13369344"], "51": ["13369344", "13631488"], "52": ["13631488", "13893632"], "53": ["13893632", "14155776"], "54": ["14155776", "14417920"], "55": ["14417920", "14680064"], "56": ["14680064", "14942208"], "57": ["14942208", "15204352"], "58": ["15204352", "15466496"], "59": ["15466496", "15728640"], "60": ["15728640", "15990784"], "61": ["15990784", "16252928"], "62": ["16252928", "16515072"], "63": ["16515072", "16777216"]}, "model.decoder.7.pp_block.input_layernorm.weight": {"0": ["0", "32"], "1": ["32", "64"], "2": ["64", "96"], "3": ["96", "128"], "4": ["128", "160"], "5": ["160", "192"], "6": ["192", "224"], "7": ["224", "256"], "8": ["256", "288"], "9": ["288", "320"], "10": ["320", "352"], "11": ["352", "384"], "12": ["384", "416"], "13": ["416", "448"], "14": ["448", "480"], "15": ["480", "512"], "16": ["512", "544"], "17": ["544", "576"], "18": ["576", "608"], "19": ["608", "640"], "20": ["640", "672"], "21": ["672", "704"], "22": ["704", "736"], "23": ["736", "768"], "24": ["768", "800"], "25": ["800", "832"], "26": ["832", "864"], "27": ["864", "896"], "28": ["896", "928"], "29": ["928", "960"], "30": ["960", "992"], "31": ["992", "1024"], "32": ["1024", "1056"], "33": ["1056", "1088"], "34": ["1088", "1120"], "35": ["1120", "1152"], "36": ["1152", "1184"], "37": ["1184", "1216"], "38": ["1216", "1248"], "39": ["1248", "1280"], "40": ["1280", "1312"], "41": ["1312", "1344"], "42": ["1344", "1376"], "43": ["1376", "1408"], "44": ["1408", "1440"], "45": ["1440", "1472"], "46": ["1472", "1504"], "47": ["1504", "1536"], "48": ["1536", "1568"], "49": ["1568", "1600"], "50": ["1600", "1632"], "51": ["1632", "1664"], "52": ["1664", "1696"], "53": ["1696", "1728"], "54": ["1728", "1760"], "55": ["1760", "1792"], "56": ["1792", "1824"], "57": ["1824", "1856"], "58": ["1856", "1888"], "59": ["1888", "1920"], "60": ["1920", "1952"], "61": ["1952", "1984"], "62": ["1984", "2016"], "63": ["2016", "2048"]}, "model.decoder.7.pp_block.attn.qkv_proj.weight": {"0": ["0", "196608"], "1": ["196608", "393216"], "2": ["393216", "589824"], "3": ["589824", "786432"], "4": ["786432", "983040"], "5": ["983040", "1179648"], "6": ["1179648", "1376256"], "7": ["1376256", "1572864"], "8": ["1572864", "1769472"], "9": ["1769472", "1966080"], "10": ["1966080", "2162688"], "11": ["2162688", "2359296"], "12": ["2359296", "2555904"], "13": ["2555904", "2752512"], "14": ["2752512", "2949120"], "15": ["2949120", "3145728"], "16": ["3145728", "3342336"], "17": ["3342336", "3538944"], "18": ["3538944", "3735552"], "19": ["3735552", "3932160"], "20": ["3932160", "4128768"], "21": ["4128768", "4325376"], "22": ["4325376", "4521984"], "23": ["4521984", "4718592"], "24": ["4718592", "4915200"], "25": ["4915200", "5111808"], "26": ["5111808", "5308416"], "27": ["5308416", "5505024"], "28": ["5505024", "5701632"], "29": ["5701632", "5898240"], "30": ["5898240", "6094848"], "31": ["6094848", "6291456"], "32": ["6291456", "6488064"], "33": ["6488064", "6684672"], "34": ["6684672", "6881280"], "35": ["6881280", "7077888"], "36": ["7077888", "7274496"], "37": ["7274496", "7471104"], "38": ["7471104", "7667712"], "39": ["7667712", "7864320"], "40": ["7864320", "8060928"], "41": ["8060928", "8257536"], "42": ["8257536", "8454144"], "43": ["8454144", "8650752"], "44": ["8650752", "8847360"], "45": ["8847360", "9043968"], "46": ["9043968", "9240576"], "47": ["9240576", "9437184"], "48": ["9437184", "9633792"], "49": ["9633792", "9830400"], "50": ["9830400", "10027008"], "51": ["10027008", "10223616"], "52": ["10223616", "10420224"], "53": ["10420224", "10616832"], "54": ["10616832", "10813440"], "55": ["10813440", "11010048"], "56": ["11010048", "11206656"], "57": ["11206656", "11403264"], "58": ["11403264", "11599872"], "59": ["11599872", "11796480"], "60": ["11796480", "11993088"], "61": ["11993088", "12189696"], "62": ["12189696", "12386304"], "63": ["12386304", "12582912"]}, "model.decoder.7.pp_block.attn.o_proj.weight": {"0": ["0", "65536"], "1": ["65536", "131072"], "2": ["131072", "196608"], "3": ["196608", "262144"], "4": ["262144", "327680"], "5": ["327680", "393216"], "6": ["393216", "458752"], "7": ["458752", "524288"], "8": ["524288", "589824"], "9": ["589824", "655360"], "10": ["655360", "720896"], "11": ["720896", "786432"], "12": ["786432", "851968"], "13": ["851968", "917504"], "14": ["917504", "983040"], "15": ["983040", "1048576"], "16": ["1048576", "1114112"], "17": ["1114112", "1179648"], "18": ["1179648", "1245184"], "19": ["1245184", "1310720"], "20": ["1310720", "1376256"], "21": ["1376256", "1441792"], "22": ["1441792", "1507328"], "23": ["1507328", "1572864"], "24": ["1572864", "1638400"], "25": ["1638400", "1703936"], "26": ["1703936", "1769472"], "27": ["1769472", "1835008"], "28": ["1835008", "1900544"], "29": ["1900544", "1966080"], "30": ["1966080", "2031616"], "31": ["2031616", "2097152"], "32": ["2097152", "2162688"], "33": ["2162688", "2228224"], "34": ["2228224", "2293760"], "35": ["2293760", "2359296"], "36": ["2359296", "2424832"], "37": ["2424832", "2490368"], "38": ["2490368", "2555904"], "39": ["2555904", "2621440"], "40": ["2621440", "2686976"], "41": ["2686976", "2752512"], "42": ["2752512", "2818048"], "43": ["2818048", "2883584"], "44": ["2883584", "2949120"], "45": ["2949120", "3014656"], "46": ["3014656", "3080192"], "47": ["3080192", "3145728"], "48": ["3145728", "3211264"], "49": ["3211264", "3276800"], "50": ["3276800", "3342336"], "51": ["3342336", "3407872"], "52": ["3407872", "3473408"], "53": ["3473408", "3538944"], "54": ["3538944", "3604480"], "55": ["3604480", "3670016"], "56": ["3670016", "3735552"], "57": ["3735552", "3801088"], "58": ["3801088", "3866624"], "59": ["3866624", "3932160"], "60": ["3932160", "3997696"], "61": ["3997696", "4063232"], "62": ["4063232", "4128768"], "63": ["4128768", "4194304"]}, "model.decoder.7.pp_block.post_attention_layernorm.weight": {"0": ["0", "32"], "1": ["32", "64"], "2": ["64", "96"], "3": ["96", "128"], "4": ["128", "160"], "5": ["160", "192"], "6": ["192", "224"], "7": ["224", "256"], "8": ["256", "288"], "9": ["288", "320"], "10": ["320", "352"], "11": ["352", "384"], "12": ["384", "416"], "13": ["416", "448"], "14": ["448", "480"], "15": ["480", "512"], "16": ["512", "544"], "17": ["544", "576"], "18": ["576", "608"], "19": ["608", "640"], "20": ["640", "672"], "21": ["672", "704"], "22": ["704", "736"], "23": ["736", "768"], "24": ["768", "800"], "25": ["800", "832"], "26": ["832", "864"], "27": ["864", "896"], "28": ["896", "928"], "29": ["928", "960"], "30": ["960", "992"], "31": ["992", "1024"], "32": ["1024", "1056"], "33": ["1056", "1088"], "34": ["1088", "1120"], "35": ["1120", "1152"], "36": ["1152", "1184"], "37": ["1184", "1216"], "38": ["1216", "1248"], "39": ["1248", "1280"], "40": ["1280", "1312"], "41": ["1312", "1344"], "42": ["1344", "1376"], "43": ["1376", "1408"], "44": ["1408", "1440"], "45": ["1440", "1472"], "46": ["1472", "1504"], "47": ["1504", "1536"], "48": ["1536", "1568"], "49": ["1568", "1600"], "50": ["1600", "1632"], "51": ["1632", "1664"], "52": ["1664", "1696"], "53": ["1696", "1728"], "54": ["1728", "1760"], "55": ["1760", "1792"], "56": ["1792", "1824"], "57": ["1824", "1856"], "58": ["1856", "1888"], "59": ["1888", "1920"], "60": ["1920", "1952"], "61": ["1952", "1984"], "62": ["1984", "2016"], "63": ["2016", "2048"]}, "model.decoder.7.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "524288"], "1": ["524288", "1048576"], "2": ["1048576", "1572864"], "3": ["1572864", "2097152"], "4": ["2097152", "2621440"], "5": ["2621440", "3145728"], "6": ["3145728", "3670016"], "7": ["3670016", "4194304"], "8": ["4194304", "4718592"], "9": ["4718592", "5242880"], "10": ["5242880", "5767168"], "11": ["5767168", "6291456"], "12": ["6291456", "6815744"], "13": ["6815744", "7340032"], "14": ["7340032", "7864320"], "15": ["7864320", "8388608"], "16": ["8388608", "8912896"], "17": ["8912896", "9437184"], "18": ["9437184", "9961472"], "19": ["9961472", "10485760"], "20": ["10485760", "11010048"], "21": ["11010048", "11534336"], "22": ["11534336", "12058624"], "23": ["12058624", "12582912"], "24": ["12582912", "13107200"], "25": ["13107200", "13631488"], "26": ["13631488", "14155776"], "27": ["14155776", "14680064"], "28": ["14680064", "15204352"], "29": ["15204352", "15728640"], "30": ["15728640", "16252928"], "31": ["16252928", "16777216"], "32": ["16777216", "17301504"], "33": ["17301504", "17825792"], "34": ["17825792", "18350080"], "35": ["18350080", "18874368"], "36": ["18874368", "19398656"], "37": ["19398656", "19922944"], "38": ["19922944", "20447232"], "39": ["20447232", "20971520"], "40": ["20971520", "21495808"], "41": ["21495808", "22020096"], "42": ["22020096", "22544384"], "43": ["22544384", "23068672"], "44": ["23068672", "23592960"], "45": ["23592960", "24117248"], "46": ["24117248", "24641536"], "47": ["24641536", "25165824"], "48": ["25165824", "25690112"], "49": ["25690112", "26214400"], "50": ["26214400", "26738688"], "51": ["26738688", "27262976"], "52": ["27262976", "27787264"], "53": ["27787264", "28311552"], "54": ["28311552", "28835840"], "55": ["28835840", "29360128"], "56": ["29360128", "29884416"], "57": ["29884416", "30408704"], "58": ["30408704", "30932992"], "59": ["30932992", "31457280"], "60": ["31457280", "31981568"], "61": ["31981568", "32505856"], "62": ["32505856", "33030144"], "63": ["33030144", "33554432"]}, "model.decoder.7.pp_block.mlp.down_proj.weight": {"0": ["0", "262144"], "1": ["262144", "524288"], "2": ["524288", "786432"], "3": ["786432", "1048576"], "4": ["1048576", "1310720"], "5": ["1310720", "1572864"], "6": ["1572864", "1835008"], "7": ["1835008", "2097152"], "8": ["2097152", "2359296"], "9": ["2359296", "2621440"], "10": ["2621440", "2883584"], "11": ["2883584", "3145728"], "12": ["3145728", "3407872"], "13": ["3407872", "3670016"], "14": ["3670016", "3932160"], "15": ["3932160", "4194304"], "16": ["4194304", "4456448"], "17": ["4456448", "4718592"], "18": ["4718592", "4980736"], "19": ["4980736", "5242880"], "20": ["5242880", "5505024"], "21": ["5505024", "5767168"], "22": ["5767168", "6029312"], "23": ["6029312", "6291456"], "24": ["6291456", "6553600"], "25": ["6553600", "6815744"], "26": ["6815744", "7077888"], "27": ["7077888", "7340032"], "28": ["7340032", "7602176"], "29": ["7602176", "7864320"], "30": ["7864320", "8126464"], "31": ["8126464", "8388608"], "32": ["8388608", "8650752"], "33": ["8650752", "8912896"], "34": ["8912896", "9175040"], "35": ["9175040", "9437184"], "36": ["9437184", "9699328"], "37": ["9699328", "9961472"], "38": ["9961472", "10223616"], "39": ["10223616", "10485760"], "40": ["10485760", "10747904"], "41": ["10747904", "11010048"], "42": ["11010048", "11272192"], "43": ["11272192", "11534336"], "44": ["11534336", "11796480"], "45": ["11796480", "12058624"], "46": ["12058624", "12320768"], "47": ["12320768", "12582912"], "48": ["12582912", "12845056"], "49": ["12845056", "13107200"], "50": ["13107200", "13369344"], "51": ["13369344", "13631488"], "52": ["13631488", "13893632"], "53": ["13893632", "14155776"], "54": ["14155776", "14417920"], "55": ["14417920", "14680064"], "56": ["14680064", "14942208"], "57": ["14942208", "15204352"], "58": ["15204352", "15466496"], "59": ["15466496", "15728640"], "60": ["15728640", "15990784"], "61": ["15990784", "16252928"], "62": ["16252928", "16515072"], "63": ["16515072", "16777216"]}, "model.decoder.8.pp_block.input_layernorm.weight": {"0": ["0", "32"], "1": ["32", "64"], "2": ["64", "96"], "3": ["96", "128"], "4": ["128", "160"], "5": ["160", "192"], "6": ["192", "224"], "7": ["224", "256"], "8": ["256", "288"], "9": ["288", "320"], "10": ["320", "352"], "11": ["352", "384"], "12": ["384", "416"], "13": ["416", "448"], "14": ["448", "480"], "15": ["480", "512"], "16": ["512", "544"], "17": ["544", "576"], "18": ["576", "608"], "19": ["608", "640"], "20": ["640", "672"], "21": ["672", "704"], "22": ["704", "736"], "23": ["736", "768"], "24": ["768", "800"], "25": ["800", "832"], "26": ["832", "864"], "27": ["864", "896"], "28": ["896", "928"], "29": ["928", "960"], "30": ["960", "992"], "31": ["992", "1024"], "32": ["1024", "1056"], "33": ["1056", "1088"], "34": ["1088", "1120"], "35": ["1120", "1152"], "36": ["1152", "1184"], "37": ["1184", "1216"], "38": ["1216", "1248"], "39": ["1248", "1280"], "40": ["1280", "1312"], "41": ["1312", "1344"], "42": ["1344", "1376"], "43": ["1376", "1408"], "44": ["1408", "1440"], "45": ["1440", "1472"], "46": ["1472", "1504"], "47": ["1504", "1536"], "48": ["1536", "1568"], "49": ["1568", "1600"], "50": ["1600", "1632"], "51": ["1632", "1664"], "52": ["1664", "1696"], "53": ["1696", "1728"], "54": ["1728", "1760"], "55": ["1760", "1792"], "56": ["1792", "1824"], "57": ["1824", "1856"], "58": ["1856", "1888"], "59": ["1888", "1920"], "60": ["1920", "1952"], "61": ["1952", "1984"], "62": ["1984", "2016"], "63": ["2016", "2048"]}, "model.decoder.8.pp_block.attn.qkv_proj.weight": {"0": ["0", "196608"], "1": ["196608", "393216"], "2": ["393216", "589824"], "3": ["589824", "786432"], "4": ["786432", "983040"], "5": ["983040", "1179648"], "6": ["1179648", "1376256"], "7": ["1376256", "1572864"], "8": ["1572864", "1769472"], "9": ["1769472", "1966080"], "10": ["1966080", "2162688"], "11": ["2162688", "2359296"], "12": ["2359296", "2555904"], "13": ["2555904", "2752512"], "14": ["2752512", "2949120"], "15": ["2949120", "3145728"], "16": ["3145728", "3342336"], "17": ["3342336", "3538944"], "18": ["3538944", "3735552"], "19": ["3735552", "3932160"], "20": ["3932160", "4128768"], "21": ["4128768", "4325376"], "22": ["4325376", "4521984"], "23": ["4521984", "4718592"], "24": ["4718592", "4915200"], "25": ["4915200", "5111808"], "26": ["5111808", "5308416"], "27": ["5308416", "5505024"], "28": ["5505024", "5701632"], "29": ["5701632", "5898240"], "30": ["5898240", "6094848"], "31": ["6094848", "6291456"], "32": ["6291456", "6488064"], "33": ["6488064", "6684672"], "34": ["6684672", "6881280"], "35": ["6881280", "7077888"], "36": ["7077888", "7274496"], "37": ["7274496", "7471104"], "38": ["7471104", "7667712"], "39": ["7667712", "7864320"], "40": ["7864320", "8060928"], "41": ["8060928", "8257536"], "42": ["8257536", "8454144"], "43": ["8454144", "8650752"], "44": ["8650752", "8847360"], "45": ["8847360", "9043968"], "46": ["9043968", "9240576"], "47": ["9240576", "9437184"], "48": ["9437184", "9633792"], "49": ["9633792", "9830400"], "50": ["9830400", "10027008"], "51": ["10027008", "10223616"], "52": ["10223616", "10420224"], "53": ["10420224", "10616832"], "54": ["10616832", "10813440"], "55": ["10813440", "11010048"], "56": ["11010048", "11206656"], "57": ["11206656", "11403264"], "58": ["11403264", "11599872"], "59": ["11599872", "11796480"], "60": ["11796480", "11993088"], "61": ["11993088", "12189696"], "62": ["12189696", "12386304"], "63": ["12386304", "12582912"]}, "model.decoder.8.pp_block.attn.o_proj.weight": {"0": ["0", "65536"], "1": ["65536", "131072"], "2": ["131072", "196608"], "3": ["196608", "262144"], "4": ["262144", "327680"], "5": ["327680", "393216"], "6": ["393216", "458752"], "7": ["458752", "524288"], "8": ["524288", "589824"], "9": ["589824", "655360"], "10": ["655360", "720896"], "11": ["720896", "786432"], "12": ["786432", "851968"], "13": ["851968", "917504"], "14": ["917504", "983040"], "15": ["983040", "1048576"], "16": ["1048576", "1114112"], "17": ["1114112", "1179648"], "18": ["1179648", "1245184"], "19": ["1245184", "1310720"], "20": ["1310720", "1376256"], "21": ["1376256", "1441792"], "22": ["1441792", "1507328"], "23": ["1507328", "1572864"], "24": ["1572864", "1638400"], "25": ["1638400", "1703936"], "26": ["1703936", "1769472"], "27": ["1769472", "1835008"], "28": ["1835008", "1900544"], "29": ["1900544", "1966080"], "30": ["1966080", "2031616"], "31": ["2031616", "2097152"], "32": ["2097152", "2162688"], "33": ["2162688", "2228224"], "34": ["2228224", "2293760"], "35": ["2293760", "2359296"], "36": ["2359296", "2424832"], "37": ["2424832", "2490368"], "38": ["2490368", "2555904"], "39": ["2555904", "2621440"], "40": ["2621440", "2686976"], "41": ["2686976", "2752512"], "42": ["2752512", "2818048"], "43": ["2818048", "2883584"], "44": ["2883584", "2949120"], "45": ["2949120", "3014656"], "46": ["3014656", "3080192"], "47": ["3080192", "3145728"], "48": ["3145728", "3211264"], "49": ["3211264", "3276800"], "50": ["3276800", "3342336"], "51": ["3342336", "3407872"], "52": ["3407872", "3473408"], "53": ["3473408", "3538944"], "54": ["3538944", "3604480"], "55": ["3604480", "3670016"], "56": ["3670016", "3735552"], "57": ["3735552", "3801088"], "58": ["3801088", "3866624"], "59": ["3866624", "3932160"], "60": ["3932160", "3997696"], "61": ["3997696", "4063232"], "62": ["4063232", "4128768"], "63": ["4128768", "4194304"]}, "model.decoder.8.pp_block.post_attention_layernorm.weight": {"0": ["0", "32"], "1": ["32", "64"], "2": ["64", "96"], "3": ["96", "128"], "4": ["128", "160"], "5": ["160", "192"], "6": ["192", "224"], "7": ["224", "256"], "8": ["256", "288"], "9": ["288", "320"], "10": ["320", "352"], "11": ["352", "384"], "12": ["384", "416"], "13": ["416", "448"], "14": ["448", "480"], "15": ["480", "512"], "16": ["512", "544"], "17": ["544", "576"], "18": ["576", "608"], "19": ["608", "640"], "20": ["640", "672"], "21": ["672", "704"], "22": ["704", "736"], "23": ["736", "768"], "24": ["768", "800"], "25": ["800", "832"], "26": ["832", "864"], "27": ["864", "896"], "28": ["896", "928"], "29": ["928", "960"], "30": ["960", "992"], "31": ["992", "1024"], "32": ["1024", "1056"], "33": ["1056", "1088"], "34": ["1088", "1120"], "35": ["1120", "1152"], "36": ["1152", "1184"], "37": ["1184", "1216"], "38": ["1216", "1248"], "39": ["1248", "1280"], "40": ["1280", "1312"], "41": ["1312", "1344"], "42": ["1344", "1376"], "43": ["1376", "1408"], "44": ["1408", "1440"], "45": ["1440", "1472"], "46": ["1472", "1504"], "47": ["1504", "1536"], "48": ["1536", "1568"], "49": ["1568", "1600"], "50": ["1600", "1632"], "51": ["1632", "1664"], "52": ["1664", "1696"], "53": ["1696", "1728"], "54": ["1728", "1760"], "55": ["1760", "1792"], "56": ["1792", "1824"], "57": ["1824", "1856"], "58": ["1856", "1888"], "59": ["1888", "1920"], "60": ["1920", "1952"], "61": ["1952", "1984"], "62": ["1984", "2016"], "63": ["2016", "2048"]}, "model.decoder.8.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "524288"], "1": ["524288", "1048576"], "2": ["1048576", "1572864"], "3": ["1572864", "2097152"], "4": ["2097152", "2621440"], "5": ["2621440", "3145728"], "6": ["3145728", "3670016"], "7": ["3670016", "4194304"], "8": ["4194304", "4718592"], "9": ["4718592", "5242880"], "10": ["5242880", "5767168"], "11": ["5767168", "6291456"], "12": ["6291456", "6815744"], "13": ["6815744", "7340032"], "14": ["7340032", "7864320"], "15": ["7864320", "8388608"], "16": ["8388608", "8912896"], "17": ["8912896", "9437184"], "18": ["9437184", "9961472"], "19": ["9961472", "10485760"], "20": ["10485760", "11010048"], "21": ["11010048", "11534336"], "22": ["11534336", "12058624"], "23": ["12058624", "12582912"], "24": ["12582912", "13107200"], "25": ["13107200", "13631488"], "26": ["13631488", "14155776"], "27": ["14155776", "14680064"], "28": ["14680064", "15204352"], "29": ["15204352", "15728640"], "30": ["15728640", "16252928"], "31": ["16252928", "16777216"], "32": ["16777216", "17301504"], "33": ["17301504", "17825792"], "34": ["17825792", "18350080"], "35": ["18350080", "18874368"], "36": ["18874368", "19398656"], "37": ["19398656", "19922944"], "38": ["19922944", "20447232"], "39": ["20447232", "20971520"], "40": ["20971520", "21495808"], "41": ["21495808", "22020096"], "42": ["22020096", "22544384"], "43": ["22544384", "23068672"], "44": ["23068672", "23592960"], "45": ["23592960", "24117248"], "46": ["24117248", "24641536"], "47": ["24641536", "25165824"], "48": ["25165824", "25690112"], "49": ["25690112", "26214400"], "50": ["26214400", "26738688"], "51": ["26738688", "27262976"], "52": ["27262976", "27787264"], "53": ["27787264", "28311552"], "54": ["28311552", "28835840"], "55": ["28835840", "29360128"], "56": ["29360128", "29884416"], "57": ["29884416", "30408704"], "58": ["30408704", "30932992"], "59": ["30932992", "31457280"], "60": ["31457280", "31981568"], "61": ["31981568", "32505856"], "62": ["32505856", "33030144"], "63": ["33030144", "33554432"]}, "model.decoder.8.pp_block.mlp.down_proj.weight": {"0": ["0", "262144"], "1": ["262144", "524288"], "2": ["524288", "786432"], "3": ["786432", "1048576"], "4": ["1048576", "1310720"], "5": ["1310720", "1572864"], "6": ["1572864", "1835008"], "7": ["1835008", "2097152"], "8": ["2097152", "2359296"], "9": ["2359296", "2621440"], "10": ["2621440", "2883584"], "11": ["2883584", "3145728"], "12": ["3145728", "3407872"], "13": ["3407872", "3670016"], "14": ["3670016", "3932160"], "15": ["3932160", "4194304"], "16": ["4194304", "4456448"], "17": ["4456448", "4718592"], "18": ["4718592", "4980736"], "19": ["4980736", "5242880"], "20": ["5242880", "5505024"], "21": ["5505024", "5767168"], "22": ["5767168", "6029312"], "23": ["6029312", "6291456"], "24": ["6291456", "6553600"], "25": ["6553600", "6815744"], "26": ["6815744", "7077888"], "27": ["7077888", "7340032"], "28": ["7340032", "7602176"], "29": ["7602176", "7864320"], "30": ["7864320", "8126464"], "31": ["8126464", "8388608"], "32": ["8388608", "8650752"], "33": ["8650752", "8912896"], "34": ["8912896", "9175040"], "35": ["9175040", "9437184"], "36": ["9437184", "9699328"], "37": ["9699328", "9961472"], "38": ["9961472", "10223616"], "39": ["10223616", "10485760"], "40": ["10485760", "10747904"], "41": ["10747904", "11010048"], "42": ["11010048", "11272192"], "43": ["11272192", "11534336"], "44": ["11534336", "11796480"], "45": ["11796480", "12058624"], "46": ["12058624", "12320768"], "47": ["12320768", "12582912"], "48": ["12582912", "12845056"], "49": ["12845056", "13107200"], "50": ["13107200", "13369344"], "51": ["13369344", "13631488"], "52": ["13631488", "13893632"], "53": ["13893632", "14155776"], "54": ["14155776", "14417920"], "55": ["14417920", "14680064"], "56": ["14680064", "14942208"], "57": ["14942208", "15204352"], "58": ["15204352", "15466496"], "59": ["15466496", "15728640"], "60": ["15728640", "15990784"], "61": ["15990784", "16252928"], "62": ["16252928", "16515072"], "63": ["16515072", "16777216"]}, "model.decoder.9.pp_block.input_layernorm.weight": {"0": ["0", "32"], "1": ["32", "64"], "2": ["64", "96"], "3": ["96", "128"], "4": ["128", "160"], "5": ["160", "192"], "6": ["192", "224"], "7": ["224", "256"], "8": ["256", "288"], "9": ["288", "320"], "10": ["320", "352"], "11": ["352", "384"], "12": ["384", "416"], "13": ["416", "448"], "14": ["448", "480"], "15": ["480", "512"], "16": ["512", "544"], "17": ["544", "576"], "18": ["576", "608"], "19": ["608", "640"], "20": ["640", "672"], "21": ["672", "704"], "22": ["704", "736"], "23": ["736", "768"], "24": ["768", "800"], "25": ["800", "832"], "26": ["832", "864"], "27": ["864", "896"], "28": ["896", "928"], "29": ["928", "960"], "30": ["960", "992"], "31": ["992", "1024"], "32": ["1024", "1056"], "33": ["1056", "1088"], "34": ["1088", "1120"], "35": ["1120", "1152"], "36": ["1152", "1184"], "37": ["1184", "1216"], "38": ["1216", "1248"], "39": ["1248", "1280"], "40": ["1280", "1312"], "41": ["1312", "1344"], "42": ["1344", "1376"], "43": ["1376", "1408"], "44": ["1408", "1440"], "45": ["1440", "1472"], "46": ["1472", "1504"], "47": ["1504", "1536"], "48": ["1536", "1568"], "49": ["1568", "1600"], "50": ["1600", "1632"], "51": ["1632", "1664"], "52": ["1664", "1696"], "53": ["1696", "1728"], "54": ["1728", "1760"], "55": ["1760", "1792"], "56": ["1792", "1824"], "57": ["1824", "1856"], "58": ["1856", "1888"], "59": ["1888", "1920"], "60": ["1920", "1952"], "61": ["1952", "1984"], "62": ["1984", "2016"], "63": ["2016", "2048"]}, "model.decoder.9.pp_block.attn.qkv_proj.weight": {"0": ["0", "196608"], "1": ["196608", "393216"], "2": ["393216", "589824"], "3": ["589824", "786432"], "4": ["786432", "983040"], "5": ["983040", "1179648"], "6": ["1179648", "1376256"], "7": ["1376256", "1572864"], "8": ["1572864", "1769472"], "9": ["1769472", "1966080"], "10": ["1966080", "2162688"], "11": ["2162688", "2359296"], "12": ["2359296", "2555904"], "13": ["2555904", "2752512"], "14": ["2752512", "2949120"], "15": ["2949120", "3145728"], "16": ["3145728", "3342336"], "17": ["3342336", "3538944"], "18": ["3538944", "3735552"], "19": ["3735552", "3932160"], "20": ["3932160", "4128768"], "21": ["4128768", "4325376"], "22": ["4325376", "4521984"], "23": ["4521984", "4718592"], "24": ["4718592", "4915200"], "25": ["4915200", "5111808"], "26": ["5111808", "5308416"], "27": ["5308416", "5505024"], "28": ["5505024", "5701632"], "29": ["5701632", "5898240"], "30": ["5898240", "6094848"], "31": ["6094848", "6291456"], "32": ["6291456", "6488064"], "33": ["6488064", "6684672"], "34": ["6684672", "6881280"], "35": ["6881280", "7077888"], "36": ["7077888", "7274496"], "37": ["7274496", "7471104"], "38": ["7471104", "7667712"], "39": ["7667712", "7864320"], "40": ["7864320", "8060928"], "41": ["8060928", "8257536"], "42": ["8257536", "8454144"], "43": ["8454144", "8650752"], "44": ["8650752", "8847360"], "45": ["8847360", "9043968"], "46": ["9043968", "9240576"], "47": ["9240576", "9437184"], "48": ["9437184", "9633792"], "49": ["9633792", "9830400"], "50": ["9830400", "10027008"], "51": ["10027008", "10223616"], "52": ["10223616", "10420224"], "53": ["10420224", "10616832"], "54": ["10616832", "10813440"], "55": ["10813440", "11010048"], "56": ["11010048", "11206656"], "57": ["11206656", "11403264"], "58": ["11403264", "11599872"], "59": ["11599872", "11796480"], "60": ["11796480", "11993088"], "61": ["11993088", "12189696"], "62": ["12189696", "12386304"], "63": ["12386304", "12582912"]}, "model.decoder.9.pp_block.attn.o_proj.weight": {"0": ["0", "65536"], "1": ["65536", "131072"], "2": ["131072", "196608"], "3": ["196608", "262144"], "4": ["262144", "327680"], "5": ["327680", "393216"], "6": ["393216", "458752"], "7": ["458752", "524288"], "8": ["524288", "589824"], "9": ["589824", "655360"], "10": ["655360", "720896"], "11": ["720896", "786432"], "12": ["786432", "851968"], "13": ["851968", "917504"], "14": ["917504", "983040"], "15": ["983040", "1048576"], "16": ["1048576", "1114112"], "17": ["1114112", "1179648"], "18": ["1179648", "1245184"], "19": ["1245184", "1310720"], "20": ["1310720", "1376256"], "21": ["1376256", "1441792"], "22": ["1441792", "1507328"], "23": ["1507328", "1572864"], "24": ["1572864", "1638400"], "25": ["1638400", "1703936"], "26": ["1703936", "1769472"], "27": ["1769472", "1835008"], "28": ["1835008", "1900544"], "29": ["1900544", "1966080"], "30": ["1966080", "2031616"], "31": ["2031616", "2097152"], "32": ["2097152", "2162688"], "33": ["2162688", "2228224"], "34": ["2228224", "2293760"], "35": ["2293760", "2359296"], "36": ["2359296", "2424832"], "37": ["2424832", "2490368"], "38": ["2490368", "2555904"], "39": ["2555904", "2621440"], "40": ["2621440", "2686976"], "41": ["2686976", "2752512"], "42": ["2752512", "2818048"], "43": ["2818048", "2883584"], "44": ["2883584", "2949120"], "45": ["2949120", "3014656"], "46": ["3014656", "3080192"], "47": ["3080192", "3145728"], "48": ["3145728", "3211264"], "49": ["3211264", "3276800"], "50": ["3276800", "3342336"], "51": ["3342336", "3407872"], "52": ["3407872", "3473408"], "53": ["3473408", "3538944"], "54": ["3538944", "3604480"], "55": ["3604480", "3670016"], "56": ["3670016", "3735552"], "57": ["3735552", "3801088"], "58": ["3801088", "3866624"], "59": ["3866624", "3932160"], "60": ["3932160", "3997696"], "61": ["3997696", "4063232"], "62": ["4063232", "4128768"], "63": ["4128768", "4194304"]}, "model.decoder.9.pp_block.post_attention_layernorm.weight": {"0": ["0", "32"], "1": ["32", "64"], "2": ["64", "96"], "3": ["96", "128"], "4": ["128", "160"], "5": ["160", "192"], "6": ["192", "224"], "7": ["224", "256"], "8": ["256", "288"], "9": ["288", "320"], "10": ["320", "352"], "11": ["352", "384"], "12": ["384", "416"], "13": ["416", "448"], "14": ["448", "480"], "15": ["480", "512"], "16": ["512", "544"], "17": ["544", "576"], "18": ["576", "608"], "19": ["608", "640"], "20": ["640", "672"], "21": ["672", "704"], "22": ["704", "736"], "23": ["736", "768"], "24": ["768", "800"], "25": ["800", "832"], "26": ["832", "864"], "27": ["864", "896"], "28": ["896", "928"], "29": ["928", "960"], "30": ["960", "992"], "31": ["992", "1024"], "32": ["1024", "1056"], "33": ["1056", "1088"], "34": ["1088", "1120"], "35": ["1120", "1152"], "36": ["1152", "1184"], "37": ["1184", "1216"], "38": ["1216", "1248"], "39": ["1248", "1280"], "40": ["1280", "1312"], "41": ["1312", "1344"], "42": ["1344", "1376"], "43": ["1376", "1408"], "44": ["1408", "1440"], "45": ["1440", "1472"], "46": ["1472", "1504"], "47": ["1504", "1536"], "48": ["1536", "1568"], "49": ["1568", "1600"], "50": ["1600", "1632"], "51": ["1632", "1664"], "52": ["1664", "1696"], "53": ["1696", "1728"], "54": ["1728", "1760"], "55": ["1760", "1792"], "56": ["1792", "1824"], "57": ["1824", "1856"], "58": ["1856", "1888"], "59": ["1888", "1920"], "60": ["1920", "1952"], "61": ["1952", "1984"], "62": ["1984", "2016"], "63": ["2016", "2048"]}, "model.decoder.9.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "524288"], "1": ["524288", "1048576"], "2": ["1048576", "1572864"], "3": ["1572864", "2097152"], "4": ["2097152", "2621440"], "5": ["2621440", "3145728"], "6": ["3145728", "3670016"], "7": ["3670016", "4194304"], "8": ["4194304", "4718592"], "9": ["4718592", "5242880"], "10": ["5242880", "5767168"], "11": ["5767168", "6291456"], "12": ["6291456", "6815744"], "13": ["6815744", "7340032"], "14": ["7340032", "7864320"], "15": ["7864320", "8388608"], "16": ["8388608", "8912896"], "17": ["8912896", "9437184"], "18": ["9437184", "9961472"], "19": ["9961472", "10485760"], "20": ["10485760", "11010048"], "21": ["11010048", "11534336"], "22": ["11534336", "12058624"], "23": ["12058624", "12582912"], "24": ["12582912", "13107200"], "25": ["13107200", "13631488"], "26": ["13631488", "14155776"], "27": ["14155776", "14680064"], "28": ["14680064", "15204352"], "29": ["15204352", "15728640"], "30": ["15728640", "16252928"], "31": ["16252928", "16777216"], "32": ["16777216", "17301504"], "33": ["17301504", "17825792"], "34": ["17825792", "18350080"], "35": ["18350080", "18874368"], "36": ["18874368", "19398656"], "37": ["19398656", "19922944"], "38": ["19922944", "20447232"], "39": ["20447232", "20971520"], "40": ["20971520", "21495808"], "41": ["21495808", "22020096"], "42": ["22020096", "22544384"], "43": ["22544384", "23068672"], "44": ["23068672", "23592960"], "45": ["23592960", "24117248"], "46": ["24117248", "24641536"], "47": ["24641536", "25165824"], "48": ["25165824", "25690112"], "49": ["25690112", "26214400"], "50": ["26214400", "26738688"], "51": ["26738688", "27262976"], "52": ["27262976", "27787264"], "53": ["27787264", "28311552"], "54": ["28311552", "28835840"], "55": ["28835840", "29360128"], "56": ["29360128", "29884416"], "57": ["29884416", "30408704"], "58": ["30408704", "30932992"], "59": ["30932992", "31457280"], "60": ["31457280", "31981568"], "61": ["31981568", "32505856"], "62": ["32505856", "33030144"], "63": ["33030144", "33554432"]}, "model.decoder.9.pp_block.mlp.down_proj.weight": {"0": ["0", "262144"], "1": ["262144", "524288"], "2": ["524288", "786432"], "3": ["786432", "1048576"], "4": ["1048576", "1310720"], "5": ["1310720", "1572864"], "6": ["1572864", "1835008"], "7": ["1835008", "2097152"], "8": ["2097152", "2359296"], "9": ["2359296", "2621440"], "10": ["2621440", "2883584"], "11": ["2883584", "3145728"], "12": ["3145728", "3407872"], "13": ["3407872", "3670016"], "14": ["3670016", "3932160"], "15": ["3932160", "4194304"], "16": ["4194304", "4456448"], "17": ["4456448", "4718592"], "18": ["4718592", "4980736"], "19": ["4980736", "5242880"], "20": ["5242880", "5505024"], "21": ["5505024", "5767168"], "22": ["5767168", "6029312"], "23": ["6029312", "6291456"], "24": ["6291456", "6553600"], "25": ["6553600", "6815744"], "26": ["6815744", "7077888"], "27": ["7077888", "7340032"], "28": ["7340032", "7602176"], "29": ["7602176", "7864320"], "30": ["7864320", "8126464"], "31": ["8126464", "8388608"], "32": ["8388608", "8650752"], "33": ["8650752", "8912896"], "34": ["8912896", "9175040"], "35": ["9175040", "9437184"], "36": ["9437184", "9699328"], "37": ["9699328", "9961472"], "38": ["9961472", "10223616"], "39": ["10223616", "10485760"], "40": ["10485760", "10747904"], "41": ["10747904", "11010048"], "42": ["11010048", "11272192"], "43": ["11272192", "11534336"], "44": ["11534336", "11796480"], "45": ["11796480", "12058624"], "46": ["12058624", "12320768"], "47": ["12320768", "12582912"], "48": ["12582912", "12845056"], "49": ["12845056", "13107200"], "50": ["13107200", "13369344"], "51": ["13369344", "13631488"], "52": ["13631488", "13893632"], "53": ["13893632", "14155776"], "54": ["14155776", "14417920"], "55": ["14417920", "14680064"], "56": ["14680064", "14942208"], "57": ["14942208", "15204352"], "58": ["15204352", "15466496"], "59": ["15466496", "15728640"], "60": ["15728640", "15990784"], "61": ["15990784", "16252928"], "62": ["16252928", "16515072"], "63": ["16515072", "16777216"]}, "model.decoder.10.pp_block.input_layernorm.weight": {"0": ["0", "32"], "1": ["32", "64"], "2": ["64", "96"], "3": ["96", "128"], "4": ["128", "160"], "5": ["160", "192"], "6": ["192", "224"], "7": ["224", "256"], "8": ["256", "288"], "9": ["288", "320"], "10": ["320", "352"], "11": ["352", "384"], "12": ["384", "416"], "13": ["416", "448"], "14": ["448", "480"], "15": ["480", "512"], "16": ["512", "544"], "17": ["544", "576"], "18": ["576", "608"], "19": ["608", "640"], "20": ["640", "672"], "21": ["672", "704"], "22": ["704", "736"], "23": ["736", "768"], "24": ["768", "800"], "25": ["800", "832"], "26": ["832", "864"], "27": ["864", "896"], "28": ["896", "928"], "29": ["928", "960"], "30": ["960", "992"], "31": ["992", "1024"], "32": ["1024", "1056"], "33": ["1056", "1088"], "34": ["1088", "1120"], "35": ["1120", "1152"], "36": ["1152", "1184"], "37": ["1184", "1216"], "38": ["1216", "1248"], "39": ["1248", "1280"], "40": ["1280", "1312"], "41": ["1312", "1344"], "42": ["1344", "1376"], "43": ["1376", "1408"], "44": ["1408", "1440"], "45": ["1440", "1472"], "46": ["1472", "1504"], "47": ["1504", "1536"], "48": ["1536", "1568"], "49": ["1568", "1600"], "50": ["1600", "1632"], "51": ["1632", "1664"], "52": ["1664", "1696"], "53": ["1696", "1728"], "54": ["1728", "1760"], "55": ["1760", "1792"], "56": ["1792", "1824"], "57": ["1824", "1856"], "58": ["1856", "1888"], "59": ["1888", "1920"], "60": ["1920", "1952"], "61": ["1952", "1984"], "62": ["1984", "2016"], "63": ["2016", "2048"]}, "model.decoder.10.pp_block.attn.qkv_proj.weight": {"0": ["0", "196608"], "1": ["196608", "393216"], "2": ["393216", "589824"], "3": ["589824", "786432"], "4": ["786432", "983040"], "5": ["983040", "1179648"], "6": ["1179648", "1376256"], "7": ["1376256", "1572864"], "8": ["1572864", "1769472"], "9": ["1769472", "1966080"], "10": ["1966080", "2162688"], "11": ["2162688", "2359296"], "12": ["2359296", "2555904"], "13": ["2555904", "2752512"], "14": ["2752512", "2949120"], "15": ["2949120", "3145728"], "16": ["3145728", "3342336"], "17": ["3342336", "3538944"], "18": ["3538944", "3735552"], "19": ["3735552", "3932160"], "20": ["3932160", "4128768"], "21": ["4128768", "4325376"], "22": ["4325376", "4521984"], "23": ["4521984", "4718592"], "24": ["4718592", "4915200"], "25": ["4915200", "5111808"], "26": ["5111808", "5308416"], "27": ["5308416", "5505024"], "28": ["5505024", "5701632"], "29": ["5701632", "5898240"], "30": ["5898240", "6094848"], "31": ["6094848", "6291456"], "32": ["6291456", "6488064"], "33": ["6488064", "6684672"], "34": ["6684672", "6881280"], "35": ["6881280", "7077888"], "36": ["7077888", "7274496"], "37": ["7274496", "7471104"], "38": ["7471104", "7667712"], "39": ["7667712", "7864320"], "40": ["7864320", "8060928"], "41": ["8060928", "8257536"], "42": ["8257536", "8454144"], "43": ["8454144", "8650752"], "44": ["8650752", "8847360"], "45": ["8847360", "9043968"], "46": ["9043968", "9240576"], "47": ["9240576", "9437184"], "48": ["9437184", "9633792"], "49": ["9633792", "9830400"], "50": ["9830400", "10027008"], "51": ["10027008", "10223616"], "52": ["10223616", "10420224"], "53": ["10420224", "10616832"], "54": ["10616832", "10813440"], "55": ["10813440", "11010048"], "56": ["11010048", "11206656"], "57": ["11206656", "11403264"], "58": ["11403264", "11599872"], "59": ["11599872", "11796480"], "60": ["11796480", "11993088"], "61": ["11993088", "12189696"], "62": ["12189696", "12386304"], "63": ["12386304", "12582912"]}, "model.decoder.10.pp_block.attn.o_proj.weight": {"0": ["0", "65536"], "1": ["65536", "131072"], "2": ["131072", "196608"], "3": ["196608", "262144"], "4": ["262144", "327680"], "5": ["327680", "393216"], "6": ["393216", "458752"], "7": ["458752", "524288"], "8": ["524288", "589824"], "9": ["589824", "655360"], "10": ["655360", "720896"], "11": ["720896", "786432"], "12": ["786432", "851968"], "13": ["851968", "917504"], "14": ["917504", "983040"], "15": ["983040", "1048576"], "16": ["1048576", "1114112"], "17": ["1114112", "1179648"], "18": ["1179648", "1245184"], "19": ["1245184", "1310720"], "20": ["1310720", "1376256"], "21": ["1376256", "1441792"], "22": ["1441792", "1507328"], "23": ["1507328", "1572864"], "24": ["1572864", "1638400"], "25": ["1638400", "1703936"], "26": ["1703936", "1769472"], "27": ["1769472", "1835008"], "28": ["1835008", "1900544"], "29": ["1900544", "1966080"], "30": ["1966080", "2031616"], "31": ["2031616", "2097152"], "32": ["2097152", "2162688"], "33": ["2162688", "2228224"], "34": ["2228224", "2293760"], "35": ["2293760", "2359296"], "36": ["2359296", "2424832"], "37": ["2424832", "2490368"], "38": ["2490368", "2555904"], "39": ["2555904", "2621440"], "40": ["2621440", "2686976"], "41": ["2686976", "2752512"], "42": ["2752512", "2818048"], "43": ["2818048", "2883584"], "44": ["2883584", "2949120"], "45": ["2949120", "3014656"], "46": ["3014656", "3080192"], "47": ["3080192", "3145728"], "48": ["3145728", "3211264"], "49": ["3211264", "3276800"], "50": ["3276800", "3342336"], "51": ["3342336", "3407872"], "52": ["3407872", "3473408"], "53": ["3473408", "3538944"], "54": ["3538944", "3604480"], "55": ["3604480", "3670016"], "56": ["3670016", "3735552"], "57": ["3735552", "3801088"], "58": ["3801088", "3866624"], "59": ["3866624", "3932160"], "60": ["3932160", "3997696"], "61": ["3997696", "4063232"], "62": ["4063232", "4128768"], "63": ["4128768", "4194304"]}, "model.decoder.10.pp_block.post_attention_layernorm.weight": {"0": ["0", "32"], "1": ["32", "64"], "2": ["64", "96"], "3": ["96", "128"], "4": ["128", "160"], "5": ["160", "192"], "6": ["192", "224"], "7": ["224", "256"], "8": ["256", "288"], "9": ["288", "320"], "10": ["320", "352"], "11": ["352", "384"], "12": ["384", "416"], "13": ["416", "448"], "14": ["448", "480"], "15": ["480", "512"], "16": ["512", "544"], "17": ["544", "576"], "18": ["576", "608"], "19": ["608", "640"], "20": ["640", "672"], "21": ["672", "704"], "22": ["704", "736"], "23": ["736", "768"], "24": ["768", "800"], "25": ["800", "832"], "26": ["832", "864"], "27": ["864", "896"], "28": ["896", "928"], "29": ["928", "960"], "30": ["960", "992"], "31": ["992", "1024"], "32": ["1024", "1056"], "33": ["1056", "1088"], "34": ["1088", "1120"], "35": ["1120", "1152"], "36": ["1152", "1184"], "37": ["1184", "1216"], "38": ["1216", "1248"], "39": ["1248", "1280"], "40": ["1280", "1312"], "41": ["1312", "1344"], "42": ["1344", "1376"], "43": ["1376", "1408"], "44": ["1408", "1440"], "45": ["1440", "1472"], "46": ["1472", "1504"], "47": ["1504", "1536"], "48": ["1536", "1568"], "49": ["1568", "1600"], "50": ["1600", "1632"], "51": ["1632", "1664"], "52": ["1664", "1696"], "53": ["1696", "1728"], "54": ["1728", "1760"], "55": ["1760", "1792"], "56": ["1792", "1824"], "57": ["1824", "1856"], "58": ["1856", "1888"], "59": ["1888", "1920"], "60": ["1920", "1952"], "61": ["1952", "1984"], "62": ["1984", "2016"], "63": ["2016", "2048"]}, "model.decoder.10.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "524288"], "1": ["524288", "1048576"], "2": ["1048576", "1572864"], "3": ["1572864", "2097152"], "4": ["2097152", "2621440"], "5": ["2621440", "3145728"], "6": ["3145728", "3670016"], "7": ["3670016", "4194304"], "8": ["4194304", "4718592"], "9": ["4718592", "5242880"], "10": ["5242880", "5767168"], "11": ["5767168", "6291456"], "12": ["6291456", "6815744"], "13": ["6815744", "7340032"], "14": ["7340032", "7864320"], "15": ["7864320", "8388608"], "16": ["8388608", "8912896"], "17": ["8912896", "9437184"], "18": ["9437184", "9961472"], "19": ["9961472", "10485760"], "20": ["10485760", "11010048"], "21": ["11010048", "11534336"], "22": ["11534336", "12058624"], "23": ["12058624", "12582912"], "24": ["12582912", "13107200"], "25": ["13107200", "13631488"], "26": ["13631488", "14155776"], "27": ["14155776", "14680064"], "28": ["14680064", "15204352"], "29": ["15204352", "15728640"], "30": ["15728640", "16252928"], "31": ["16252928", "16777216"], "32": ["16777216", "17301504"], "33": ["17301504", "17825792"], "34": ["17825792", "18350080"], "35": ["18350080", "18874368"], "36": ["18874368", "19398656"], "37": ["19398656", "19922944"], "38": ["19922944", "20447232"], "39": ["20447232", "20971520"], "40": ["20971520", "21495808"], "41": ["21495808", "22020096"], "42": ["22020096", "22544384"], "43": ["22544384", "23068672"], "44": ["23068672", "23592960"], "45": ["23592960", "24117248"], "46": ["24117248", "24641536"], "47": ["24641536", "25165824"], "48": ["25165824", "25690112"], "49": ["25690112", "26214400"], "50": ["26214400", "26738688"], "51": ["26738688", "27262976"], "52": ["27262976", "27787264"], "53": ["27787264", "28311552"], "54": ["28311552", "28835840"], "55": ["28835840", "29360128"], "56": ["29360128", "29884416"], "57": ["29884416", "30408704"], "58": ["30408704", "30932992"], "59": ["30932992", "31457280"], "60": ["31457280", "31981568"], "61": ["31981568", "32505856"], "62": ["32505856", "33030144"], "63": ["33030144", "33554432"]}, "model.decoder.10.pp_block.mlp.down_proj.weight": {"0": ["0", "262144"], "1": ["262144", "524288"], "2": ["524288", "786432"], "3": ["786432", "1048576"], "4": ["1048576", "1310720"], "5": ["1310720", "1572864"], "6": ["1572864", "1835008"], "7": ["1835008", "2097152"], "8": ["2097152", "2359296"], "9": ["2359296", "2621440"], "10": ["2621440", "2883584"], "11": ["2883584", "3145728"], "12": ["3145728", "3407872"], "13": ["3407872", "3670016"], "14": ["3670016", "3932160"], "15": ["3932160", "4194304"], "16": ["4194304", "4456448"], "17": ["4456448", "4718592"], "18": ["4718592", "4980736"], "19": ["4980736", "5242880"], "20": ["5242880", "5505024"], "21": ["5505024", "5767168"], "22": ["5767168", "6029312"], "23": ["6029312", "6291456"], "24": ["6291456", "6553600"], "25": ["6553600", "6815744"], "26": ["6815744", "7077888"], "27": ["7077888", "7340032"], "28": ["7340032", "7602176"], "29": ["7602176", "7864320"], "30": ["7864320", "8126464"], "31": ["8126464", "8388608"], "32": ["8388608", "8650752"], "33": ["8650752", "8912896"], "34": ["8912896", "9175040"], "35": ["9175040", "9437184"], "36": ["9437184", "9699328"], "37": ["9699328", "9961472"], "38": ["9961472", "10223616"], "39": ["10223616", "10485760"], "40": ["10485760", "10747904"], "41": ["10747904", "11010048"], "42": ["11010048", "11272192"], "43": ["11272192", "11534336"], "44": ["11534336", "11796480"], "45": ["11796480", "12058624"], "46": ["12058624", "12320768"], "47": ["12320768", "12582912"], "48": ["12582912", "12845056"], "49": ["12845056", "13107200"], "50": ["13107200", "13369344"], "51": ["13369344", "13631488"], "52": ["13631488", "13893632"], "53": ["13893632", "14155776"], "54": ["14155776", "14417920"], "55": ["14417920", "14680064"], "56": ["14680064", "14942208"], "57": ["14942208", "15204352"], "58": ["15204352", "15466496"], "59": ["15466496", "15728640"], "60": ["15728640", "15990784"], "61": ["15990784", "16252928"], "62": ["16252928", "16515072"], "63": ["16515072", "16777216"]}, "model.decoder.11.pp_block.input_layernorm.weight": {"0": ["0", "32"], "1": ["32", "64"], "2": ["64", "96"], "3": ["96", "128"], "4": ["128", "160"], "5": ["160", "192"], "6": ["192", "224"], "7": ["224", "256"], "8": ["256", "288"], "9": ["288", "320"], "10": ["320", "352"], "11": ["352", "384"], "12": ["384", "416"], "13": ["416", "448"], "14": ["448", "480"], "15": ["480", "512"], "16": ["512", "544"], "17": ["544", "576"], "18": ["576", "608"], "19": ["608", "640"], "20": ["640", "672"], "21": ["672", "704"], "22": ["704", "736"], "23": ["736", "768"], "24": ["768", "800"], "25": ["800", "832"], "26": ["832", "864"], "27": ["864", "896"], "28": ["896", "928"], "29": ["928", "960"], "30": ["960", "992"], "31": ["992", "1024"], "32": ["1024", "1056"], "33": ["1056", "1088"], "34": ["1088", "1120"], "35": ["1120", "1152"], "36": ["1152", "1184"], "37": ["1184", "1216"], "38": ["1216", "1248"], "39": ["1248", "1280"], "40": ["1280", "1312"], "41": ["1312", "1344"], "42": ["1344", "1376"], "43": ["1376", "1408"], "44": ["1408", "1440"], "45": ["1440", "1472"], "46": ["1472", "1504"], "47": ["1504", "1536"], "48": ["1536", "1568"], "49": ["1568", "1600"], "50": ["1600", "1632"], "51": ["1632", "1664"], "52": ["1664", "1696"], "53": ["1696", "1728"], "54": ["1728", "1760"], "55": ["1760", "1792"], "56": ["1792", "1824"], "57": ["1824", "1856"], "58": ["1856", "1888"], "59": ["1888", "1920"], "60": ["1920", "1952"], "61": ["1952", "1984"], "62": ["1984", "2016"], "63": ["2016", "2048"]}, "model.decoder.11.pp_block.attn.qkv_proj.weight": {"0": ["0", "196608"], "1": ["196608", "393216"], "2": ["393216", "589824"], "3": ["589824", "786432"], "4": ["786432", "983040"], "5": ["983040", "1179648"], "6": ["1179648", "1376256"], "7": ["1376256", "1572864"], "8": ["1572864", "1769472"], "9": ["1769472", "1966080"], "10": ["1966080", "2162688"], "11": ["2162688", "2359296"], "12": ["2359296", "2555904"], "13": ["2555904", "2752512"], "14": ["2752512", "2949120"], "15": ["2949120", "3145728"], "16": ["3145728", "3342336"], "17": ["3342336", "3538944"], "18": ["3538944", "3735552"], "19": ["3735552", "3932160"], "20": ["3932160", "4128768"], "21": ["4128768", "4325376"], "22": ["4325376", "4521984"], "23": ["4521984", "4718592"], "24": ["4718592", "4915200"], "25": ["4915200", "5111808"], "26": ["5111808", "5308416"], "27": ["5308416", "5505024"], "28": ["5505024", "5701632"], "29": ["5701632", "5898240"], "30": ["5898240", "6094848"], "31": ["6094848", "6291456"], "32": ["6291456", "6488064"], "33": ["6488064", "6684672"], "34": ["6684672", "6881280"], "35": ["6881280", "7077888"], "36": ["7077888", "7274496"], "37": ["7274496", "7471104"], "38": ["7471104", "7667712"], "39": ["7667712", "7864320"], "40": ["7864320", "8060928"], "41": ["8060928", "8257536"], "42": ["8257536", "8454144"], "43": ["8454144", "8650752"], "44": ["8650752", "8847360"], "45": ["8847360", "9043968"], "46": ["9043968", "9240576"], "47": ["9240576", "9437184"], "48": ["9437184", "9633792"], "49": ["9633792", "9830400"], "50": ["9830400", "10027008"], "51": ["10027008", "10223616"], "52": ["10223616", "10420224"], "53": ["10420224", "10616832"], "54": ["10616832", "10813440"], "55": ["10813440", "11010048"], "56": ["11010048", "11206656"], "57": ["11206656", "11403264"], "58": ["11403264", "11599872"], "59": ["11599872", "11796480"], "60": ["11796480", "11993088"], "61": ["11993088", "12189696"], "62": ["12189696", "12386304"], "63": ["12386304", "12582912"]}, "model.decoder.11.pp_block.attn.o_proj.weight": {"0": ["0", "65536"], "1": ["65536", "131072"], "2": ["131072", "196608"], "3": ["196608", "262144"], "4": ["262144", "327680"], "5": ["327680", "393216"], "6": ["393216", "458752"], "7": ["458752", "524288"], "8": ["524288", "589824"], "9": ["589824", "655360"], "10": ["655360", "720896"], "11": ["720896", "786432"], "12": ["786432", "851968"], "13": ["851968", "917504"], "14": ["917504", "983040"], "15": ["983040", "1048576"], "16": ["1048576", "1114112"], "17": ["1114112", "1179648"], "18": ["1179648", "1245184"], "19": ["1245184", "1310720"], "20": ["1310720", "1376256"], "21": ["1376256", "1441792"], "22": ["1441792", "1507328"], "23": ["1507328", "1572864"], "24": ["1572864", "1638400"], "25": ["1638400", "1703936"], "26": ["1703936", "1769472"], "27": ["1769472", "1835008"], "28": ["1835008", "1900544"], "29": ["1900544", "1966080"], "30": ["1966080", "2031616"], "31": ["2031616", "2097152"], "32": ["2097152", "2162688"], "33": ["2162688", "2228224"], "34": ["2228224", "2293760"], "35": ["2293760", "2359296"], "36": ["2359296", "2424832"], "37": ["2424832", "2490368"], "38": ["2490368", "2555904"], "39": ["2555904", "2621440"], "40": ["2621440", "2686976"], "41": ["2686976", "2752512"], "42": ["2752512", "2818048"], "43": ["2818048", "2883584"], "44": ["2883584", "2949120"], "45": ["2949120", "3014656"], "46": ["3014656", "3080192"], "47": ["3080192", "3145728"], "48": ["3145728", "3211264"], "49": ["3211264", "3276800"], "50": ["3276800", "3342336"], "51": ["3342336", "3407872"], "52": ["3407872", "3473408"], "53": ["3473408", "3538944"], "54": ["3538944", "3604480"], "55": ["3604480", "3670016"], "56": ["3670016", "3735552"], "57": ["3735552", "3801088"], "58": ["3801088", "3866624"], "59": ["3866624", "3932160"], "60": ["3932160", "3997696"], "61": ["3997696", "4063232"], "62": ["4063232", "4128768"], "63": ["4128768", "4194304"]}, "model.decoder.11.pp_block.post_attention_layernorm.weight": {"0": ["0", "32"], "1": ["32", "64"], "2": ["64", "96"], "3": ["96", "128"], "4": ["128", "160"], "5": ["160", "192"], "6": ["192", "224"], "7": ["224", "256"], "8": ["256", "288"], "9": ["288", "320"], "10": ["320", "352"], "11": ["352", "384"], "12": ["384", "416"], "13": ["416", "448"], "14": ["448", "480"], "15": ["480", "512"], "16": ["512", "544"], "17": ["544", "576"], "18": ["576", "608"], "19": ["608", "640"], "20": ["640", "672"], "21": ["672", "704"], "22": ["704", "736"], "23": ["736", "768"], "24": ["768", "800"], "25": ["800", "832"], "26": ["832", "864"], "27": ["864", "896"], "28": ["896", "928"], "29": ["928", "960"], "30": ["960", "992"], "31": ["992", "1024"], "32": ["1024", "1056"], "33": ["1056", "1088"], "34": ["1088", "1120"], "35": ["1120", "1152"], "36": ["1152", "1184"], "37": ["1184", "1216"], "38": ["1216", "1248"], "39": ["1248", "1280"], "40": ["1280", "1312"], "41": ["1312", "1344"], "42": ["1344", "1376"], "43": ["1376", "1408"], "44": ["1408", "1440"], "45": ["1440", "1472"], "46": ["1472", "1504"], "47": ["1504", "1536"], "48": ["1536", "1568"], "49": ["1568", "1600"], "50": ["1600", "1632"], "51": ["1632", "1664"], "52": ["1664", "1696"], "53": ["1696", "1728"], "54": ["1728", "1760"], "55": ["1760", "1792"], "56": ["1792", "1824"], "57": ["1824", "1856"], "58": ["1856", "1888"], "59": ["1888", "1920"], "60": ["1920", "1952"], "61": ["1952", "1984"], "62": ["1984", "2016"], "63": ["2016", "2048"]}, "model.decoder.11.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "524288"], "1": ["524288", "1048576"], "2": ["1048576", "1572864"], "3": ["1572864", "2097152"], "4": ["2097152", "2621440"], "5": ["2621440", "3145728"], "6": ["3145728", "3670016"], "7": ["3670016", "4194304"], "8": ["4194304", "4718592"], "9": ["4718592", "5242880"], "10": ["5242880", "5767168"], "11": ["5767168", "6291456"], "12": ["6291456", "6815744"], "13": ["6815744", "7340032"], "14": ["7340032", "7864320"], "15": ["7864320", "8388608"], "16": ["8388608", "8912896"], "17": ["8912896", "9437184"], "18": ["9437184", "9961472"], "19": ["9961472", "10485760"], "20": ["10485760", "11010048"], "21": ["11010048", "11534336"], "22": ["11534336", "12058624"], "23": ["12058624", "12582912"], "24": ["12582912", "13107200"], "25": ["13107200", "13631488"], "26": ["13631488", "14155776"], "27": ["14155776", "14680064"], "28": ["14680064", "15204352"], "29": ["15204352", "15728640"], "30": ["15728640", "16252928"], "31": ["16252928", "16777216"], "32": ["16777216", "17301504"], "33": ["17301504", "17825792"], "34": ["17825792", "18350080"], "35": ["18350080", "18874368"], "36": ["18874368", "19398656"], "37": ["19398656", "19922944"], "38": ["19922944", "20447232"], "39": ["20447232", "20971520"], "40": ["20971520", "21495808"], "41": ["21495808", "22020096"], "42": ["22020096", "22544384"], "43": ["22544384", "23068672"], "44": ["23068672", "23592960"], "45": ["23592960", "24117248"], "46": ["24117248", "24641536"], "47": ["24641536", "25165824"], "48": ["25165824", "25690112"], "49": ["25690112", "26214400"], "50": ["26214400", "26738688"], "51": ["26738688", "27262976"], "52": ["27262976", "27787264"], "53": ["27787264", "28311552"], "54": ["28311552", "28835840"], "55": ["28835840", "29360128"], "56": ["29360128", "29884416"], "57": ["29884416", "30408704"], "58": ["30408704", "30932992"], "59": ["30932992", "31457280"], "60": ["31457280", "31981568"], "61": ["31981568", "32505856"], "62": ["32505856", "33030144"], "63": ["33030144", "33554432"]}, "model.decoder.11.pp_block.mlp.down_proj.weight": {"0": ["0", "262144"], "1": ["262144", "524288"], "2": ["524288", "786432"], "3": ["786432", "1048576"], "4": ["1048576", "1310720"], "5": ["1310720", "1572864"], "6": ["1572864", "1835008"], "7": ["1835008", "2097152"], "8": ["2097152", "2359296"], "9": ["2359296", "2621440"], "10": ["2621440", "2883584"], "11": ["2883584", "3145728"], "12": ["3145728", "3407872"], "13": ["3407872", "3670016"], "14": ["3670016", "3932160"], "15": ["3932160", "4194304"], "16": ["4194304", "4456448"], "17": ["4456448", "4718592"], "18": ["4718592", "4980736"], "19": ["4980736", "5242880"], "20": ["5242880", "5505024"], "21": ["5505024", "5767168"], "22": ["5767168", "6029312"], "23": ["6029312", "6291456"], "24": ["6291456", "6553600"], "25": ["6553600", "6815744"], "26": ["6815744", "7077888"], "27": ["7077888", "7340032"], "28": ["7340032", "7602176"], "29": ["7602176", "7864320"], "30": ["7864320", "8126464"], "31": ["8126464", "8388608"], "32": ["8388608", "8650752"], "33": ["8650752", "8912896"], "34": ["8912896", "9175040"], "35": ["9175040", "9437184"], "36": ["9437184", "9699328"], "37": ["9699328", "9961472"], "38": ["9961472", "10223616"], "39": ["10223616", "10485760"], "40": ["10485760", "10747904"], "41": ["10747904", "11010048"], "42": ["11010048", "11272192"], "43": ["11272192", "11534336"], "44": ["11534336", "11796480"], "45": ["11796480", "12058624"], "46": ["12058624", "12320768"], "47": ["12320768", "12582912"], "48": ["12582912", "12845056"], "49": ["12845056", "13107200"], "50": ["13107200", "13369344"], "51": ["13369344", "13631488"], "52": ["13631488", "13893632"], "53": ["13893632", "14155776"], "54": ["14155776", "14417920"], "55": ["14417920", "14680064"], "56": ["14680064", "14942208"], "57": ["14942208", "15204352"], "58": ["15204352", "15466496"], "59": ["15466496", "15728640"], "60": ["15728640", "15990784"], "61": ["15990784", "16252928"], "62": ["16252928", "16515072"], "63": ["16515072", "16777216"]}, "model.decoder.12.pp_block.input_layernorm.weight": {"0": ["0", "32"], "1": ["32", "64"], "2": ["64", "96"], "3": ["96", "128"], "4": ["128", "160"], "5": ["160", "192"], "6": ["192", "224"], "7": ["224", "256"], "8": ["256", "288"], "9": ["288", "320"], "10": ["320", "352"], "11": ["352", "384"], "12": ["384", "416"], "13": ["416", "448"], "14": ["448", "480"], "15": ["480", "512"], "16": ["512", "544"], "17": ["544", "576"], "18": ["576", "608"], "19": ["608", "640"], "20": ["640", "672"], "21": ["672", "704"], "22": ["704", "736"], "23": ["736", "768"], "24": ["768", "800"], "25": ["800", "832"], "26": ["832", "864"], "27": ["864", "896"], "28": ["896", "928"], "29": ["928", "960"], "30": ["960", "992"], "31": ["992", "1024"], "32": ["1024", "1056"], "33": ["1056", "1088"], "34": ["1088", "1120"], "35": ["1120", "1152"], "36": ["1152", "1184"], "37": ["1184", "1216"], "38": ["1216", "1248"], "39": ["1248", "1280"], "40": ["1280", "1312"], "41": ["1312", "1344"], "42": ["1344", "1376"], "43": ["1376", "1408"], "44": ["1408", "1440"], "45": ["1440", "1472"], "46": ["1472", "1504"], "47": ["1504", "1536"], "48": ["1536", "1568"], "49": ["1568", "1600"], "50": ["1600", "1632"], "51": ["1632", "1664"], "52": ["1664", "1696"], "53": ["1696", "1728"], "54": ["1728", "1760"], "55": ["1760", "1792"], "56": ["1792", "1824"], "57": ["1824", "1856"], "58": ["1856", "1888"], "59": ["1888", "1920"], "60": ["1920", "1952"], "61": ["1952", "1984"], "62": ["1984", "2016"], "63": ["2016", "2048"]}, "model.decoder.12.pp_block.attn.qkv_proj.weight": {"0": ["0", "196608"], "1": ["196608", "393216"], "2": ["393216", "589824"], "3": ["589824", "786432"], "4": ["786432", "983040"], "5": ["983040", "1179648"], "6": ["1179648", "1376256"], "7": ["1376256", "1572864"], "8": ["1572864", "1769472"], "9": ["1769472", "1966080"], "10": ["1966080", "2162688"], "11": ["2162688", "2359296"], "12": ["2359296", "2555904"], "13": ["2555904", "2752512"], "14": ["2752512", "2949120"], "15": ["2949120", "3145728"], "16": ["3145728", "3342336"], "17": ["3342336", "3538944"], "18": ["3538944", "3735552"], "19": ["3735552", "3932160"], "20": ["3932160", "4128768"], "21": ["4128768", "4325376"], "22": ["4325376", "4521984"], "23": ["4521984", "4718592"], "24": ["4718592", "4915200"], "25": ["4915200", "5111808"], "26": ["5111808", "5308416"], "27": ["5308416", "5505024"], "28": ["5505024", "5701632"], "29": ["5701632", "5898240"], "30": ["5898240", "6094848"], "31": ["6094848", "6291456"], "32": ["6291456", "6488064"], "33": ["6488064", "6684672"], "34": ["6684672", "6881280"], "35": ["6881280", "7077888"], "36": ["7077888", "7274496"], "37": ["7274496", "7471104"], "38": ["7471104", "7667712"], "39": ["7667712", "7864320"], "40": ["7864320", "8060928"], "41": ["8060928", "8257536"], "42": ["8257536", "8454144"], "43": ["8454144", "8650752"], "44": ["8650752", "8847360"], "45": ["8847360", "9043968"], "46": ["9043968", "9240576"], "47": ["9240576", "9437184"], "48": ["9437184", "9633792"], "49": ["9633792", "9830400"], "50": ["9830400", "10027008"], "51": ["10027008", "10223616"], "52": ["10223616", "10420224"], "53": ["10420224", "10616832"], "54": ["10616832", "10813440"], "55": ["10813440", "11010048"], "56": ["11010048", "11206656"], "57": ["11206656", "11403264"], "58": ["11403264", "11599872"], "59": ["11599872", "11796480"], "60": ["11796480", "11993088"], "61": ["11993088", "12189696"], "62": ["12189696", "12386304"], "63": ["12386304", "12582912"]}, "model.decoder.12.pp_block.attn.o_proj.weight": {"0": ["0", "65536"], "1": ["65536", "131072"], "2": ["131072", "196608"], "3": ["196608", "262144"], "4": ["262144", "327680"], "5": ["327680", "393216"], "6": ["393216", "458752"], "7": ["458752", "524288"], "8": ["524288", "589824"], "9": ["589824", "655360"], "10": ["655360", "720896"], "11": ["720896", "786432"], "12": ["786432", "851968"], "13": ["851968", "917504"], "14": ["917504", "983040"], "15": ["983040", "1048576"], "16": ["1048576", "1114112"], "17": ["1114112", "1179648"], "18": ["1179648", "1245184"], "19": ["1245184", "1310720"], "20": ["1310720", "1376256"], "21": ["1376256", "1441792"], "22": ["1441792", "1507328"], "23": ["1507328", "1572864"], "24": ["1572864", "1638400"], "25": ["1638400", "1703936"], "26": ["1703936", "1769472"], "27": ["1769472", "1835008"], "28": ["1835008", "1900544"], "29": ["1900544", "1966080"], "30": ["1966080", "2031616"], "31": ["2031616", "2097152"], "32": ["2097152", "2162688"], "33": ["2162688", "2228224"], "34": ["2228224", "2293760"], "35": ["2293760", "2359296"], "36": ["2359296", "2424832"], "37": ["2424832", "2490368"], "38": ["2490368", "2555904"], "39": ["2555904", "2621440"], "40": ["2621440", "2686976"], "41": ["2686976", "2752512"], "42": ["2752512", "2818048"], "43": ["2818048", "2883584"], "44": ["2883584", "2949120"], "45": ["2949120", "3014656"], "46": ["3014656", "3080192"], "47": ["3080192", "3145728"], "48": ["3145728", "3211264"], "49": ["3211264", "3276800"], "50": ["3276800", "3342336"], "51": ["3342336", "3407872"], "52": ["3407872", "3473408"], "53": ["3473408", "3538944"], "54": ["3538944", "3604480"], "55": ["3604480", "3670016"], "56": ["3670016", "3735552"], "57": ["3735552", "3801088"], "58": ["3801088", "3866624"], "59": ["3866624", "3932160"], "60": ["3932160", "3997696"], "61": ["3997696", "4063232"], "62": ["4063232", "4128768"], "63": ["4128768", "4194304"]}, "model.decoder.12.pp_block.post_attention_layernorm.weight": {"0": ["0", "32"], "1": ["32", "64"], "2": ["64", "96"], "3": ["96", "128"], "4": ["128", "160"], "5": ["160", "192"], "6": ["192", "224"], "7": ["224", "256"], "8": ["256", "288"], "9": ["288", "320"], "10": ["320", "352"], "11": ["352", "384"], "12": ["384", "416"], "13": ["416", "448"], "14": ["448", "480"], "15": ["480", "512"], "16": ["512", "544"], "17": ["544", "576"], "18": ["576", "608"], "19": ["608", "640"], "20": ["640", "672"], "21": ["672", "704"], "22": ["704", "736"], "23": ["736", "768"], "24": ["768", "800"], "25": ["800", "832"], "26": ["832", "864"], "27": ["864", "896"], "28": ["896", "928"], "29": ["928", "960"], "30": ["960", "992"], "31": ["992", "1024"], "32": ["1024", "1056"], "33": ["1056", "1088"], "34": ["1088", "1120"], "35": ["1120", "1152"], "36": ["1152", "1184"], "37": ["1184", "1216"], "38": ["1216", "1248"], "39": ["1248", "1280"], "40": ["1280", "1312"], "41": ["1312", "1344"], "42": ["1344", "1376"], "43": ["1376", "1408"], "44": ["1408", "1440"], "45": ["1440", "1472"], "46": ["1472", "1504"], "47": ["1504", "1536"], "48": ["1536", "1568"], "49": ["1568", "1600"], "50": ["1600", "1632"], "51": ["1632", "1664"], "52": ["1664", "1696"], "53": ["1696", "1728"], "54": ["1728", "1760"], "55": ["1760", "1792"], "56": ["1792", "1824"], "57": ["1824", "1856"], "58": ["1856", "1888"], "59": ["1888", "1920"], "60": ["1920", "1952"], "61": ["1952", "1984"], "62": ["1984", "2016"], "63": ["2016", "2048"]}, "model.decoder.12.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "524288"], "1": ["524288", "1048576"], "2": ["1048576", "1572864"], "3": ["1572864", "2097152"], "4": ["2097152", "2621440"], "5": ["2621440", "3145728"], "6": ["3145728", "3670016"], "7": ["3670016", "4194304"], "8": ["4194304", "4718592"], "9": ["4718592", "5242880"], "10": ["5242880", "5767168"], "11": ["5767168", "6291456"], "12": ["6291456", "6815744"], "13": ["6815744", "7340032"], "14": ["7340032", "7864320"], "15": ["7864320", "8388608"], "16": ["8388608", "8912896"], "17": ["8912896", "9437184"], "18": ["9437184", "9961472"], "19": ["9961472", "10485760"], "20": ["10485760", "11010048"], "21": ["11010048", "11534336"], "22": ["11534336", "12058624"], "23": ["12058624", "12582912"], "24": ["12582912", "13107200"], "25": ["13107200", "13631488"], "26": ["13631488", "14155776"], "27": ["14155776", "14680064"], "28": ["14680064", "15204352"], "29": ["15204352", "15728640"], "30": ["15728640", "16252928"], "31": ["16252928", "16777216"], "32": ["16777216", "17301504"], "33": ["17301504", "17825792"], "34": ["17825792", "18350080"], "35": ["18350080", "18874368"], "36": ["18874368", "19398656"], "37": ["19398656", "19922944"], "38": ["19922944", "20447232"], "39": ["20447232", "20971520"], "40": ["20971520", "21495808"], "41": ["21495808", "22020096"], "42": ["22020096", "22544384"], "43": ["22544384", "23068672"], "44": ["23068672", "23592960"], "45": ["23592960", "24117248"], "46": ["24117248", "24641536"], "47": ["24641536", "25165824"], "48": ["25165824", "25690112"], "49": ["25690112", "26214400"], "50": ["26214400", "26738688"], "51": ["26738688", "27262976"], "52": ["27262976", "27787264"], "53": ["27787264", "28311552"], "54": ["28311552", "28835840"], "55": ["28835840", "29360128"], "56": ["29360128", "29884416"], "57": ["29884416", "30408704"], "58": ["30408704", "30932992"], "59": ["30932992", "31457280"], "60": ["31457280", "31981568"], "61": ["31981568", "32505856"], "62": ["32505856", "33030144"], "63": ["33030144", "33554432"]}, "model.decoder.12.pp_block.mlp.down_proj.weight": {"0": ["0", "262144"], "1": ["262144", "524288"], "2": ["524288", "786432"], "3": ["786432", "1048576"], "4": ["1048576", "1310720"], "5": ["1310720", "1572864"], "6": ["1572864", "1835008"], "7": ["1835008", "2097152"], "8": ["2097152", "2359296"], "9": ["2359296", "2621440"], "10": ["2621440", "2883584"], "11": ["2883584", "3145728"], "12": ["3145728", "3407872"], "13": ["3407872", "3670016"], "14": ["3670016", "3932160"], "15": ["3932160", "4194304"], "16": ["4194304", "4456448"], "17": ["4456448", "4718592"], "18": ["4718592", "4980736"], "19": ["4980736", "5242880"], "20": ["5242880", "5505024"], "21": ["5505024", "5767168"], "22": ["5767168", "6029312"], "23": ["6029312", "6291456"], "24": ["6291456", "6553600"], "25": ["6553600", "6815744"], "26": ["6815744", "7077888"], "27": ["7077888", "7340032"], "28": ["7340032", "7602176"], "29": ["7602176", "7864320"], "30": ["7864320", "8126464"], "31": ["8126464", "8388608"], "32": ["8388608", "8650752"], "33": ["8650752", "8912896"], "34": ["8912896", "9175040"], "35": ["9175040", "9437184"], "36": ["9437184", "9699328"], "37": ["9699328", "9961472"], "38": ["9961472", "10223616"], "39": ["10223616", "10485760"], "40": ["10485760", "10747904"], "41": ["10747904", "11010048"], "42": ["11010048", "11272192"], "43": ["11272192", "11534336"], "44": ["11534336", "11796480"], "45": ["11796480", "12058624"], "46": ["12058624", "12320768"], "47": ["12320768", "12582912"], "48": ["12582912", "12845056"], "49": ["12845056", "13107200"], "50": ["13107200", "13369344"], "51": ["13369344", "13631488"], "52": ["13631488", "13893632"], "53": ["13893632", "14155776"], "54": ["14155776", "14417920"], "55": ["14417920", "14680064"], "56": ["14680064", "14942208"], "57": ["14942208", "15204352"], "58": ["15204352", "15466496"], "59": ["15466496", "15728640"], "60": ["15728640", "15990784"], "61": ["15990784", "16252928"], "62": ["16252928", "16515072"], "63": ["16515072", "16777216"]}, "model.decoder.13.pp_block.input_layernorm.weight": {"0": ["0", "32"], "1": ["32", "64"], "2": ["64", "96"], "3": ["96", "128"], "4": ["128", "160"], "5": ["160", "192"], "6": ["192", "224"], "7": ["224", "256"], "8": ["256", "288"], "9": ["288", "320"], "10": ["320", "352"], "11": ["352", "384"], "12": ["384", "416"], "13": ["416", "448"], "14": ["448", "480"], "15": ["480", "512"], "16": ["512", "544"], "17": ["544", "576"], "18": ["576", "608"], "19": ["608", "640"], "20": ["640", "672"], "21": ["672", "704"], "22": ["704", "736"], "23": ["736", "768"], "24": ["768", "800"], "25": ["800", "832"], "26": ["832", "864"], "27": ["864", "896"], "28": ["896", "928"], "29": ["928", "960"], "30": ["960", "992"], "31": ["992", "1024"], "32": ["1024", "1056"], "33": ["1056", "1088"], "34": ["1088", "1120"], "35": ["1120", "1152"], "36": ["1152", "1184"], "37": ["1184", "1216"], "38": ["1216", "1248"], "39": ["1248", "1280"], "40": ["1280", "1312"], "41": ["1312", "1344"], "42": ["1344", "1376"], "43": ["1376", "1408"], "44": ["1408", "1440"], "45": ["1440", "1472"], "46": ["1472", "1504"], "47": ["1504", "1536"], "48": ["1536", "1568"], "49": ["1568", "1600"], "50": ["1600", "1632"], "51": ["1632", "1664"], "52": ["1664", "1696"], "53": ["1696", "1728"], "54": ["1728", "1760"], "55": ["1760", "1792"], "56": ["1792", "1824"], "57": ["1824", "1856"], "58": ["1856", "1888"], "59": ["1888", "1920"], "60": ["1920", "1952"], "61": ["1952", "1984"], "62": ["1984", "2016"], "63": ["2016", "2048"]}, "model.decoder.13.pp_block.attn.qkv_proj.weight": {"0": ["0", "196608"], "1": ["196608", "393216"], "2": ["393216", "589824"], "3": ["589824", "786432"], "4": ["786432", "983040"], "5": ["983040", "1179648"], "6": ["1179648", "1376256"], "7": ["1376256", "1572864"], "8": ["1572864", "1769472"], "9": ["1769472", "1966080"], "10": ["1966080", "2162688"], "11": ["2162688", "2359296"], "12": ["2359296", "2555904"], "13": ["2555904", "2752512"], "14": ["2752512", "2949120"], "15": ["2949120", "3145728"], "16": ["3145728", "3342336"], "17": ["3342336", "3538944"], "18": ["3538944", "3735552"], "19": ["3735552", "3932160"], "20": ["3932160", "4128768"], "21": ["4128768", "4325376"], "22": ["4325376", "4521984"], "23": ["4521984", "4718592"], "24": ["4718592", "4915200"], "25": ["4915200", "5111808"], "26": ["5111808", "5308416"], "27": ["5308416", "5505024"], "28": ["5505024", "5701632"], "29": ["5701632", "5898240"], "30": ["5898240", "6094848"], "31": ["6094848", "6291456"], "32": ["6291456", "6488064"], "33": ["6488064", "6684672"], "34": ["6684672", "6881280"], "35": ["6881280", "7077888"], "36": ["7077888", "7274496"], "37": ["7274496", "7471104"], "38": ["7471104", "7667712"], "39": ["7667712", "7864320"], "40": ["7864320", "8060928"], "41": ["8060928", "8257536"], "42": ["8257536", "8454144"], "43": ["8454144", "8650752"], "44": ["8650752", "8847360"], "45": ["8847360", "9043968"], "46": ["9043968", "9240576"], "47": ["9240576", "9437184"], "48": ["9437184", "9633792"], "49": ["9633792", "9830400"], "50": ["9830400", "10027008"], "51": ["10027008", "10223616"], "52": ["10223616", "10420224"], "53": ["10420224", "10616832"], "54": ["10616832", "10813440"], "55": ["10813440", "11010048"], "56": ["11010048", "11206656"], "57": ["11206656", "11403264"], "58": ["11403264", "11599872"], "59": ["11599872", "11796480"], "60": ["11796480", "11993088"], "61": ["11993088", "12189696"], "62": ["12189696", "12386304"], "63": ["12386304", "12582912"]}, "model.decoder.13.pp_block.attn.o_proj.weight": {"0": ["0", "65536"], "1": ["65536", "131072"], "2": ["131072", "196608"], "3": ["196608", "262144"], "4": ["262144", "327680"], "5": ["327680", "393216"], "6": ["393216", "458752"], "7": ["458752", "524288"], "8": ["524288", "589824"], "9": ["589824", "655360"], "10": ["655360", "720896"], "11": ["720896", "786432"], "12": ["786432", "851968"], "13": ["851968", "917504"], "14": ["917504", "983040"], "15": ["983040", "1048576"], "16": ["1048576", "1114112"], "17": ["1114112", "1179648"], "18": ["1179648", "1245184"], "19": ["1245184", "1310720"], "20": ["1310720", "1376256"], "21": ["1376256", "1441792"], "22": ["1441792", "1507328"], "23": ["1507328", "1572864"], "24": ["1572864", "1638400"], "25": ["1638400", "1703936"], "26": ["1703936", "1769472"], "27": ["1769472", "1835008"], "28": ["1835008", "1900544"], "29": ["1900544", "1966080"], "30": ["1966080", "2031616"], "31": ["2031616", "2097152"], "32": ["2097152", "2162688"], "33": ["2162688", "2228224"], "34": ["2228224", "2293760"], "35": ["2293760", "2359296"], "36": ["2359296", "2424832"], "37": ["2424832", "2490368"], "38": ["2490368", "2555904"], "39": ["2555904", "2621440"], "40": ["2621440", "2686976"], "41": ["2686976", "2752512"], "42": ["2752512", "2818048"], "43": ["2818048", "2883584"], "44": ["2883584", "2949120"], "45": ["2949120", "3014656"], "46": ["3014656", "3080192"], "47": ["3080192", "3145728"], "48": ["3145728", "3211264"], "49": ["3211264", "3276800"], "50": ["3276800", "3342336"], "51": ["3342336", "3407872"], "52": ["3407872", "3473408"], "53": ["3473408", "3538944"], "54": ["3538944", "3604480"], "55": ["3604480", "3670016"], "56": ["3670016", "3735552"], "57": ["3735552", "3801088"], "58": ["3801088", "3866624"], "59": ["3866624", "3932160"], "60": ["3932160", "3997696"], "61": ["3997696", "4063232"], "62": ["4063232", "4128768"], "63": ["4128768", "4194304"]}, "model.decoder.13.pp_block.post_attention_layernorm.weight": {"0": ["0", "32"], "1": ["32", "64"], "2": ["64", "96"], "3": ["96", "128"], "4": ["128", "160"], "5": ["160", "192"], "6": ["192", "224"], "7": ["224", "256"], "8": ["256", "288"], "9": ["288", "320"], "10": ["320", "352"], "11": ["352", "384"], "12": ["384", "416"], "13": ["416", "448"], "14": ["448", "480"], "15": ["480", "512"], "16": ["512", "544"], "17": ["544", "576"], "18": ["576", "608"], "19": ["608", "640"], "20": ["640", "672"], "21": ["672", "704"], "22": ["704", "736"], "23": ["736", "768"], "24": ["768", "800"], "25": ["800", "832"], "26": ["832", "864"], "27": ["864", "896"], "28": ["896", "928"], "29": ["928", "960"], "30": ["960", "992"], "31": ["992", "1024"], "32": ["1024", "1056"], "33": ["1056", "1088"], "34": ["1088", "1120"], "35": ["1120", "1152"], "36": ["1152", "1184"], "37": ["1184", "1216"], "38": ["1216", "1248"], "39": ["1248", "1280"], "40": ["1280", "1312"], "41": ["1312", "1344"], "42": ["1344", "1376"], "43": ["1376", "1408"], "44": ["1408", "1440"], "45": ["1440", "1472"], "46": ["1472", "1504"], "47": ["1504", "1536"], "48": ["1536", "1568"], "49": ["1568", "1600"], "50": ["1600", "1632"], "51": ["1632", "1664"], "52": ["1664", "1696"], "53": ["1696", "1728"], "54": ["1728", "1760"], "55": ["1760", "1792"], "56": ["1792", "1824"], "57": ["1824", "1856"], "58": ["1856", "1888"], "59": ["1888", "1920"], "60": ["1920", "1952"], "61": ["1952", "1984"], "62": ["1984", "2016"], "63": ["2016", "2048"]}, "model.decoder.13.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "524288"], "1": ["524288", "1048576"], "2": ["1048576", "1572864"], "3": ["1572864", "2097152"], "4": ["2097152", "2621440"], "5": ["2621440", "3145728"], "6": ["3145728", "3670016"], "7": ["3670016", "4194304"], "8": ["4194304", "4718592"], "9": ["4718592", "5242880"], "10": ["5242880", "5767168"], "11": ["5767168", "6291456"], "12": ["6291456", "6815744"], "13": ["6815744", "7340032"], "14": ["7340032", "7864320"], "15": ["7864320", "8388608"], "16": ["8388608", "8912896"], "17": ["8912896", "9437184"], "18": ["9437184", "9961472"], "19": ["9961472", "10485760"], "20": ["10485760", "11010048"], "21": ["11010048", "11534336"], "22": ["11534336", "12058624"], "23": ["12058624", "12582912"], "24": ["12582912", "13107200"], "25": ["13107200", "13631488"], "26": ["13631488", "14155776"], "27": ["14155776", "14680064"], "28": ["14680064", "15204352"], "29": ["15204352", "15728640"], "30": ["15728640", "16252928"], "31": ["16252928", "16777216"], "32": ["16777216", "17301504"], "33": ["17301504", "17825792"], "34": ["17825792", "18350080"], "35": ["18350080", "18874368"], "36": ["18874368", "19398656"], "37": ["19398656", "19922944"], "38": ["19922944", "20447232"], "39": ["20447232", "20971520"], "40": ["20971520", "21495808"], "41": ["21495808", "22020096"], "42": ["22020096", "22544384"], "43": ["22544384", "23068672"], "44": ["23068672", "23592960"], "45": ["23592960", "24117248"], "46": ["24117248", "24641536"], "47": ["24641536", "25165824"], "48": ["25165824", "25690112"], "49": ["25690112", "26214400"], "50": ["26214400", "26738688"], "51": ["26738688", "27262976"], "52": ["27262976", "27787264"], "53": ["27787264", "28311552"], "54": ["28311552", "28835840"], "55": ["28835840", "29360128"], "56": ["29360128", "29884416"], "57": ["29884416", "30408704"], "58": ["30408704", "30932992"], "59": ["30932992", "31457280"], "60": ["31457280", "31981568"], "61": ["31981568", "32505856"], "62": ["32505856", "33030144"], "63": ["33030144", "33554432"]}, "model.decoder.13.pp_block.mlp.down_proj.weight": {"0": ["0", "262144"], "1": ["262144", "524288"], "2": ["524288", "786432"], "3": ["786432", "1048576"], "4": ["1048576", "1310720"], "5": ["1310720", "1572864"], "6": ["1572864", "1835008"], "7": ["1835008", "2097152"], "8": ["2097152", "2359296"], "9": ["2359296", "2621440"], "10": ["2621440", "2883584"], "11": ["2883584", "3145728"], "12": ["3145728", "3407872"], "13": ["3407872", "3670016"], "14": ["3670016", "3932160"], "15": ["3932160", "4194304"], "16": ["4194304", "4456448"], "17": ["4456448", "4718592"], "18": ["4718592", "4980736"], "19": ["4980736", "5242880"], "20": ["5242880", "5505024"], "21": ["5505024", "5767168"], "22": ["5767168", "6029312"], "23": ["6029312", "6291456"], "24": ["6291456", "6553600"], "25": ["6553600", "6815744"], "26": ["6815744", "7077888"], "27": ["7077888", "7340032"], "28": ["7340032", "7602176"], "29": ["7602176", "7864320"], "30": ["7864320", "8126464"], "31": ["8126464", "8388608"], "32": ["8388608", "8650752"], "33": ["8650752", "8912896"], "34": ["8912896", "9175040"], "35": ["9175040", "9437184"], "36": ["9437184", "9699328"], "37": ["9699328", "9961472"], "38": ["9961472", "10223616"], "39": ["10223616", "10485760"], "40": ["10485760", "10747904"], "41": ["10747904", "11010048"], "42": ["11010048", "11272192"], "43": ["11272192", "11534336"], "44": ["11534336", "11796480"], "45": ["11796480", "12058624"], "46": ["12058624", "12320768"], "47": ["12320768", "12582912"], "48": ["12582912", "12845056"], "49": ["12845056", "13107200"], "50": ["13107200", "13369344"], "51": ["13369344", "13631488"], "52": ["13631488", "13893632"], "53": ["13893632", "14155776"], "54": ["14155776", "14417920"], "55": ["14417920", "14680064"], "56": ["14680064", "14942208"], "57": ["14942208", "15204352"], "58": ["15204352", "15466496"], "59": ["15466496", "15728640"], "60": ["15728640", "15990784"], "61": ["15990784", "16252928"], "62": ["16252928", "16515072"], "63": ["16515072", "16777216"]}, "model.decoder.14.pp_block.input_layernorm.weight": {"0": ["0", "32"], "1": ["32", "64"], "2": ["64", "96"], "3": ["96", "128"], "4": ["128", "160"], "5": ["160", "192"], "6": ["192", "224"], "7": ["224", "256"], "8": ["256", "288"], "9": ["288", "320"], "10": ["320", "352"], "11": ["352", "384"], "12": ["384", "416"], "13": ["416", "448"], "14": ["448", "480"], "15": ["480", "512"], "16": ["512", "544"], "17": ["544", "576"], "18": ["576", "608"], "19": ["608", "640"], "20": ["640", "672"], "21": ["672", "704"], "22": ["704", "736"], "23": ["736", "768"], "24": ["768", "800"], "25": ["800", "832"], "26": ["832", "864"], "27": ["864", "896"], "28": ["896", "928"], "29": ["928", "960"], "30": ["960", "992"], "31": ["992", "1024"], "32": ["1024", "1056"], "33": ["1056", "1088"], "34": ["1088", "1120"], "35": ["1120", "1152"], "36": ["1152", "1184"], "37": ["1184", "1216"], "38": ["1216", "1248"], "39": ["1248", "1280"], "40": ["1280", "1312"], "41": ["1312", "1344"], "42": ["1344", "1376"], "43": ["1376", "1408"], "44": ["1408", "1440"], "45": ["1440", "1472"], "46": ["1472", "1504"], "47": ["1504", "1536"], "48": ["1536", "1568"], "49": ["1568", "1600"], "50": ["1600", "1632"], "51": ["1632", "1664"], "52": ["1664", "1696"], "53": ["1696", "1728"], "54": ["1728", "1760"], "55": ["1760", "1792"], "56": ["1792", "1824"], "57": ["1824", "1856"], "58": ["1856", "1888"], "59": ["1888", "1920"], "60": ["1920", "1952"], "61": ["1952", "1984"], "62": ["1984", "2016"], "63": ["2016", "2048"]}, "model.decoder.14.pp_block.attn.qkv_proj.weight": {"0": ["0", "196608"], "1": ["196608", "393216"], "2": ["393216", "589824"], "3": ["589824", "786432"], "4": ["786432", "983040"], "5": ["983040", "1179648"], "6": ["1179648", "1376256"], "7": ["1376256", "1572864"], "8": ["1572864", "1769472"], "9": ["1769472", "1966080"], "10": ["1966080", "2162688"], "11": ["2162688", "2359296"], "12": ["2359296", "2555904"], "13": ["2555904", "2752512"], "14": ["2752512", "2949120"], "15": ["2949120", "3145728"], "16": ["3145728", "3342336"], "17": ["3342336", "3538944"], "18": ["3538944", "3735552"], "19": ["3735552", "3932160"], "20": ["3932160", "4128768"], "21": ["4128768", "4325376"], "22": ["4325376", "4521984"], "23": ["4521984", "4718592"], "24": ["4718592", "4915200"], "25": ["4915200", "5111808"], "26": ["5111808", "5308416"], "27": ["5308416", "5505024"], "28": ["5505024", "5701632"], "29": ["5701632", "5898240"], "30": ["5898240", "6094848"], "31": ["6094848", "6291456"], "32": ["6291456", "6488064"], "33": ["6488064", "6684672"], "34": ["6684672", "6881280"], "35": ["6881280", "7077888"], "36": ["7077888", "7274496"], "37": ["7274496", "7471104"], "38": ["7471104", "7667712"], "39": ["7667712", "7864320"], "40": ["7864320", "8060928"], "41": ["8060928", "8257536"], "42": ["8257536", "8454144"], "43": ["8454144", "8650752"], "44": ["8650752", "8847360"], "45": ["8847360", "9043968"], "46": ["9043968", "9240576"], "47": ["9240576", "9437184"], "48": ["9437184", "9633792"], "49": ["9633792", "9830400"], "50": ["9830400", "10027008"], "51": ["10027008", "10223616"], "52": ["10223616", "10420224"], "53": ["10420224", "10616832"], "54": ["10616832", "10813440"], "55": ["10813440", "11010048"], "56": ["11010048", "11206656"], "57": ["11206656", "11403264"], "58": ["11403264", "11599872"], "59": ["11599872", "11796480"], "60": ["11796480", "11993088"], "61": ["11993088", "12189696"], "62": ["12189696", "12386304"], "63": ["12386304", "12582912"]}, "model.decoder.14.pp_block.attn.o_proj.weight": {"0": ["0", "65536"], "1": ["65536", "131072"], "2": ["131072", "196608"], "3": ["196608", "262144"], "4": ["262144", "327680"], "5": ["327680", "393216"], "6": ["393216", "458752"], "7": ["458752", "524288"], "8": ["524288", "589824"], "9": ["589824", "655360"], "10": ["655360", "720896"], "11": ["720896", "786432"], "12": ["786432", "851968"], "13": ["851968", "917504"], "14": ["917504", "983040"], "15": ["983040", "1048576"], "16": ["1048576", "1114112"], "17": ["1114112", "1179648"], "18": ["1179648", "1245184"], "19": ["1245184", "1310720"], "20": ["1310720", "1376256"], "21": ["1376256", "1441792"], "22": ["1441792", "1507328"], "23": ["1507328", "1572864"], "24": ["1572864", "1638400"], "25": ["1638400", "1703936"], "26": ["1703936", "1769472"], "27": ["1769472", "1835008"], "28": ["1835008", "1900544"], "29": ["1900544", "1966080"], "30": ["1966080", "2031616"], "31": ["2031616", "2097152"], "32": ["2097152", "2162688"], "33": ["2162688", "2228224"], "34": ["2228224", "2293760"], "35": ["2293760", "2359296"], "36": ["2359296", "2424832"], "37": ["2424832", "2490368"], "38": ["2490368", "2555904"], "39": ["2555904", "2621440"], "40": ["2621440", "2686976"], "41": ["2686976", "2752512"], "42": ["2752512", "2818048"], "43": ["2818048", "2883584"], "44": ["2883584", "2949120"], "45": ["2949120", "3014656"], "46": ["3014656", "3080192"], "47": ["3080192", "3145728"], "48": ["3145728", "3211264"], "49": ["3211264", "3276800"], "50": ["3276800", "3342336"], "51": ["3342336", "3407872"], "52": ["3407872", "3473408"], "53": ["3473408", "3538944"], "54": ["3538944", "3604480"], "55": ["3604480", "3670016"], "56": ["3670016", "3735552"], "57": ["3735552", "3801088"], "58": ["3801088", "3866624"], "59": ["3866624", "3932160"], "60": ["3932160", "3997696"], "61": ["3997696", "4063232"], "62": ["4063232", "4128768"], "63": ["4128768", "4194304"]}, "model.decoder.14.pp_block.post_attention_layernorm.weight": {"0": ["0", "32"], "1": ["32", "64"], "2": ["64", "96"], "3": ["96", "128"], "4": ["128", "160"], "5": ["160", "192"], "6": ["192", "224"], "7": ["224", "256"], "8": ["256", "288"], "9": ["288", "320"], "10": ["320", "352"], "11": ["352", "384"], "12": ["384", "416"], "13": ["416", "448"], "14": ["448", "480"], "15": ["480", "512"], "16": ["512", "544"], "17": ["544", "576"], "18": ["576", "608"], "19": ["608", "640"], "20": ["640", "672"], "21": ["672", "704"], "22": ["704", "736"], "23": ["736", "768"], "24": ["768", "800"], "25": ["800", "832"], "26": ["832", "864"], "27": ["864", "896"], "28": ["896", "928"], "29": ["928", "960"], "30": ["960", "992"], "31": ["992", "1024"], "32": ["1024", "1056"], "33": ["1056", "1088"], "34": ["1088", "1120"], "35": ["1120", "1152"], "36": ["1152", "1184"], "37": ["1184", "1216"], "38": ["1216", "1248"], "39": ["1248", "1280"], "40": ["1280", "1312"], "41": ["1312", "1344"], "42": ["1344", "1376"], "43": ["1376", "1408"], "44": ["1408", "1440"], "45": ["1440", "1472"], "46": ["1472", "1504"], "47": ["1504", "1536"], "48": ["1536", "1568"], "49": ["1568", "1600"], "50": ["1600", "1632"], "51": ["1632", "1664"], "52": ["1664", "1696"], "53": ["1696", "1728"], "54": ["1728", "1760"], "55": ["1760", "1792"], "56": ["1792", "1824"], "57": ["1824", "1856"], "58": ["1856", "1888"], "59": ["1888", "1920"], "60": ["1920", "1952"], "61": ["1952", "1984"], "62": ["1984", "2016"], "63": ["2016", "2048"]}, "model.decoder.14.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "524288"], "1": ["524288", "1048576"], "2": ["1048576", "1572864"], "3": ["1572864", "2097152"], "4": ["2097152", "2621440"], "5": ["2621440", "3145728"], "6": ["3145728", "3670016"], "7": ["3670016", "4194304"], "8": ["4194304", "4718592"], "9": ["4718592", "5242880"], "10": ["5242880", "5767168"], "11": ["5767168", "6291456"], "12": ["6291456", "6815744"], "13": ["6815744", "7340032"], "14": ["7340032", "7864320"], "15": ["7864320", "8388608"], "16": ["8388608", "8912896"], "17": ["8912896", "9437184"], "18": ["9437184", "9961472"], "19": ["9961472", "10485760"], "20": ["10485760", "11010048"], "21": ["11010048", "11534336"], "22": ["11534336", "12058624"], "23": ["12058624", "12582912"], "24": ["12582912", "13107200"], "25": ["13107200", "13631488"], "26": ["13631488", "14155776"], "27": ["14155776", "14680064"], "28": ["14680064", "15204352"], "29": ["15204352", "15728640"], "30": ["15728640", "16252928"], "31": ["16252928", "16777216"], "32": ["16777216", "17301504"], "33": ["17301504", "17825792"], "34": ["17825792", "18350080"], "35": ["18350080", "18874368"], "36": ["18874368", "19398656"], "37": ["19398656", "19922944"], "38": ["19922944", "20447232"], "39": ["20447232", "20971520"], "40": ["20971520", "21495808"], "41": ["21495808", "22020096"], "42": ["22020096", "22544384"], "43": ["22544384", "23068672"], "44": ["23068672", "23592960"], "45": ["23592960", "24117248"], "46": ["24117248", "24641536"], "47": ["24641536", "25165824"], "48": ["25165824", "25690112"], "49": ["25690112", "26214400"], "50": ["26214400", "26738688"], "51": ["26738688", "27262976"], "52": ["27262976", "27787264"], "53": ["27787264", "28311552"], "54": ["28311552", "28835840"], "55": ["28835840", "29360128"], "56": ["29360128", "29884416"], "57": ["29884416", "30408704"], "58": ["30408704", "30932992"], "59": ["30932992", "31457280"], "60": ["31457280", "31981568"], "61": ["31981568", "32505856"], "62": ["32505856", "33030144"], "63": ["33030144", "33554432"]}, "model.decoder.14.pp_block.mlp.down_proj.weight": {"0": ["0", "262144"], "1": ["262144", "524288"], "2": ["524288", "786432"], "3": ["786432", "1048576"], "4": ["1048576", "1310720"], "5": ["1310720", "1572864"], "6": ["1572864", "1835008"], "7": ["1835008", "2097152"], "8": ["2097152", "2359296"], "9": ["2359296", "2621440"], "10": ["2621440", "2883584"], "11": ["2883584", "3145728"], "12": ["3145728", "3407872"], "13": ["3407872", "3670016"], "14": ["3670016", "3932160"], "15": ["3932160", "4194304"], "16": ["4194304", "4456448"], "17": ["4456448", "4718592"], "18": ["4718592", "4980736"], "19": ["4980736", "5242880"], "20": ["5242880", "5505024"], "21": ["5505024", "5767168"], "22": ["5767168", "6029312"], "23": ["6029312", "6291456"], "24": ["6291456", "6553600"], "25": ["6553600", "6815744"], "26": ["6815744", "7077888"], "27": ["7077888", "7340032"], "28": ["7340032", "7602176"], "29": ["7602176", "7864320"], "30": ["7864320", "8126464"], "31": ["8126464", "8388608"], "32": ["8388608", "8650752"], "33": ["8650752", "8912896"], "34": ["8912896", "9175040"], "35": ["9175040", "9437184"], "36": ["9437184", "9699328"], "37": ["9699328", "9961472"], "38": ["9961472", "10223616"], "39": ["10223616", "10485760"], "40": ["10485760", "10747904"], "41": ["10747904", "11010048"], "42": ["11010048", "11272192"], "43": ["11272192", "11534336"], "44": ["11534336", "11796480"], "45": ["11796480", "12058624"], "46": ["12058624", "12320768"], "47": ["12320768", "12582912"], "48": ["12582912", "12845056"], "49": ["12845056", "13107200"], "50": ["13107200", "13369344"], "51": ["13369344", "13631488"], "52": ["13631488", "13893632"], "53": ["13893632", "14155776"], "54": ["14155776", "14417920"], "55": ["14417920", "14680064"], "56": ["14680064", "14942208"], "57": ["14942208", "15204352"], "58": ["15204352", "15466496"], "59": ["15466496", "15728640"], "60": ["15728640", "15990784"], "61": ["15990784", "16252928"], "62": ["16252928", "16515072"], "63": ["16515072", "16777216"]}, "model.decoder.15.pp_block.input_layernorm.weight": {"0": ["0", "32"], "1": ["32", "64"], "2": ["64", "96"], "3": ["96", "128"], "4": ["128", "160"], "5": ["160", "192"], "6": ["192", "224"], "7": ["224", "256"], "8": ["256", "288"], "9": ["288", "320"], "10": ["320", "352"], "11": ["352", "384"], "12": ["384", "416"], "13": ["416", "448"], "14": ["448", "480"], "15": ["480", "512"], "16": ["512", "544"], "17": ["544", "576"], "18": ["576", "608"], "19": ["608", "640"], "20": ["640", "672"], "21": ["672", "704"], "22": ["704", "736"], "23": ["736", "768"], "24": ["768", "800"], "25": ["800", "832"], "26": ["832", "864"], "27": ["864", "896"], "28": ["896", "928"], "29": ["928", "960"], "30": ["960", "992"], "31": ["992", "1024"], "32": ["1024", "1056"], "33": ["1056", "1088"], "34": ["1088", "1120"], "35": ["1120", "1152"], "36": ["1152", "1184"], "37": ["1184", "1216"], "38": ["1216", "1248"], "39": ["1248", "1280"], "40": ["1280", "1312"], "41": ["1312", "1344"], "42": ["1344", "1376"], "43": ["1376", "1408"], "44": ["1408", "1440"], "45": ["1440", "1472"], "46": ["1472", "1504"], "47": ["1504", "1536"], "48": ["1536", "1568"], "49": ["1568", "1600"], "50": ["1600", "1632"], "51": ["1632", "1664"], "52": ["1664", "1696"], "53": ["1696", "1728"], "54": ["1728", "1760"], "55": ["1760", "1792"], "56": ["1792", "1824"], "57": ["1824", "1856"], "58": ["1856", "1888"], "59": ["1888", "1920"], "60": ["1920", "1952"], "61": ["1952", "1984"], "62": ["1984", "2016"], "63": ["2016", "2048"]}, "model.decoder.15.pp_block.attn.qkv_proj.weight": {"0": ["0", "196608"], "1": ["196608", "393216"], "2": ["393216", "589824"], "3": ["589824", "786432"], "4": ["786432", "983040"], "5": ["983040", "1179648"], "6": ["1179648", "1376256"], "7": ["1376256", "1572864"], "8": ["1572864", "1769472"], "9": ["1769472", "1966080"], "10": ["1966080", "2162688"], "11": ["2162688", "2359296"], "12": ["2359296", "2555904"], "13": ["2555904", "2752512"], "14": ["2752512", "2949120"], "15": ["2949120", "3145728"], "16": ["3145728", "3342336"], "17": ["3342336", "3538944"], "18": ["3538944", "3735552"], "19": ["3735552", "3932160"], "20": ["3932160", "4128768"], "21": ["4128768", "4325376"], "22": ["4325376", "4521984"], "23": ["4521984", "4718592"], "24": ["4718592", "4915200"], "25": ["4915200", "5111808"], "26": ["5111808", "5308416"], "27": ["5308416", "5505024"], "28": ["5505024", "5701632"], "29": ["5701632", "5898240"], "30": ["5898240", "6094848"], "31": ["6094848", "6291456"], "32": ["6291456", "6488064"], "33": ["6488064", "6684672"], "34": ["6684672", "6881280"], "35": ["6881280", "7077888"], "36": ["7077888", "7274496"], "37": ["7274496", "7471104"], "38": ["7471104", "7667712"], "39": ["7667712", "7864320"], "40": ["7864320", "8060928"], "41": ["8060928", "8257536"], "42": ["8257536", "8454144"], "43": ["8454144", "8650752"], "44": ["8650752", "8847360"], "45": ["8847360", "9043968"], "46": ["9043968", "9240576"], "47": ["9240576", "9437184"], "48": ["9437184", "9633792"], "49": ["9633792", "9830400"], "50": ["9830400", "10027008"], "51": ["10027008", "10223616"], "52": ["10223616", "10420224"], "53": ["10420224", "10616832"], "54": ["10616832", "10813440"], "55": ["10813440", "11010048"], "56": ["11010048", "11206656"], "57": ["11206656", "11403264"], "58": ["11403264", "11599872"], "59": ["11599872", "11796480"], "60": ["11796480", "11993088"], "61": ["11993088", "12189696"], "62": ["12189696", "12386304"], "63": ["12386304", "12582912"]}, "model.decoder.15.pp_block.attn.o_proj.weight": {"0": ["0", "65536"], "1": ["65536", "131072"], "2": ["131072", "196608"], "3": ["196608", "262144"], "4": ["262144", "327680"], "5": ["327680", "393216"], "6": ["393216", "458752"], "7": ["458752", "524288"], "8": ["524288", "589824"], "9": ["589824", "655360"], "10": ["655360", "720896"], "11": ["720896", "786432"], "12": ["786432", "851968"], "13": ["851968", "917504"], "14": ["917504", "983040"], "15": ["983040", "1048576"], "16": ["1048576", "1114112"], "17": ["1114112", "1179648"], "18": ["1179648", "1245184"], "19": ["1245184", "1310720"], "20": ["1310720", "1376256"], "21": ["1376256", "1441792"], "22": ["1441792", "1507328"], "23": ["1507328", "1572864"], "24": ["1572864", "1638400"], "25": ["1638400", "1703936"], "26": ["1703936", "1769472"], "27": ["1769472", "1835008"], "28": ["1835008", "1900544"], "29": ["1900544", "1966080"], "30": ["1966080", "2031616"], "31": ["2031616", "2097152"], "32": ["2097152", "2162688"], "33": ["2162688", "2228224"], "34": ["2228224", "2293760"], "35": ["2293760", "2359296"], "36": ["2359296", "2424832"], "37": ["2424832", "2490368"], "38": ["2490368", "2555904"], "39": ["2555904", "2621440"], "40": ["2621440", "2686976"], "41": ["2686976", "2752512"], "42": ["2752512", "2818048"], "43": ["2818048", "2883584"], "44": ["2883584", "2949120"], "45": ["2949120", "3014656"], "46": ["3014656", "3080192"], "47": ["3080192", "3145728"], "48": ["3145728", "3211264"], "49": ["3211264", "3276800"], "50": ["3276800", "3342336"], "51": ["3342336", "3407872"], "52": ["3407872", "3473408"], "53": ["3473408", "3538944"], "54": ["3538944", "3604480"], "55": ["3604480", "3670016"], "56": ["3670016", "3735552"], "57": ["3735552", "3801088"], "58": ["3801088", "3866624"], "59": ["3866624", "3932160"], "60": ["3932160", "3997696"], "61": ["3997696", "4063232"], "62": ["4063232", "4128768"], "63": ["4128768", "4194304"]}, "model.decoder.15.pp_block.post_attention_layernorm.weight": {"0": ["0", "32"], "1": ["32", "64"], "2": ["64", "96"], "3": ["96", "128"], "4": ["128", "160"], "5": ["160", "192"], "6": ["192", "224"], "7": ["224", "256"], "8": ["256", "288"], "9": ["288", "320"], "10": ["320", "352"], "11": ["352", "384"], "12": ["384", "416"], "13": ["416", "448"], "14": ["448", "480"], "15": ["480", "512"], "16": ["512", "544"], "17": ["544", "576"], "18": ["576", "608"], "19": ["608", "640"], "20": ["640", "672"], "21": ["672", "704"], "22": ["704", "736"], "23": ["736", "768"], "24": ["768", "800"], "25": ["800", "832"], "26": ["832", "864"], "27": ["864", "896"], "28": ["896", "928"], "29": ["928", "960"], "30": ["960", "992"], "31": ["992", "1024"], "32": ["1024", "1056"], "33": ["1056", "1088"], "34": ["1088", "1120"], "35": ["1120", "1152"], "36": ["1152", "1184"], "37": ["1184", "1216"], "38": ["1216", "1248"], "39": ["1248", "1280"], "40": ["1280", "1312"], "41": ["1312", "1344"], "42": ["1344", "1376"], "43": ["1376", "1408"], "44": ["1408", "1440"], "45": ["1440", "1472"], "46": ["1472", "1504"], "47": ["1504", "1536"], "48": ["1536", "1568"], "49": ["1568", "1600"], "50": ["1600", "1632"], "51": ["1632", "1664"], "52": ["1664", "1696"], "53": ["1696", "1728"], "54": ["1728", "1760"], "55": ["1760", "1792"], "56": ["1792", "1824"], "57": ["1824", "1856"], "58": ["1856", "1888"], "59": ["1888", "1920"], "60": ["1920", "1952"], "61": ["1952", "1984"], "62": ["1984", "2016"], "63": ["2016", "2048"]}, "model.decoder.15.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "524288"], "1": ["524288", "1048576"], "2": ["1048576", "1572864"], "3": ["1572864", "2097152"], "4": ["2097152", "2621440"], "5": ["2621440", "3145728"], "6": ["3145728", "3670016"], "7": ["3670016", "4194304"], "8": ["4194304", "4718592"], "9": ["4718592", "5242880"], "10": ["5242880", "5767168"], "11": ["5767168", "6291456"], "12": ["6291456", "6815744"], "13": ["6815744", "7340032"], "14": ["7340032", "7864320"], "15": ["7864320", "8388608"], "16": ["8388608", "8912896"], "17": ["8912896", "9437184"], "18": ["9437184", "9961472"], "19": ["9961472", "10485760"], "20": ["10485760", "11010048"], "21": ["11010048", "11534336"], "22": ["11534336", "12058624"], "23": ["12058624", "12582912"], "24": ["12582912", "13107200"], "25": ["13107200", "13631488"], "26": ["13631488", "14155776"], "27": ["14155776", "14680064"], "28": ["14680064", "15204352"], "29": ["15204352", "15728640"], "30": ["15728640", "16252928"], "31": ["16252928", "16777216"], "32": ["16777216", "17301504"], "33": ["17301504", "17825792"], "34": ["17825792", "18350080"], "35": ["18350080", "18874368"], "36": ["18874368", "19398656"], "37": ["19398656", "19922944"], "38": ["19922944", "20447232"], "39": ["20447232", "20971520"], "40": ["20971520", "21495808"], "41": ["21495808", "22020096"], "42": ["22020096", "22544384"], "43": ["22544384", "23068672"], "44": ["23068672", "23592960"], "45": ["23592960", "24117248"], "46": ["24117248", "24641536"], "47": ["24641536", "25165824"], "48": ["25165824", "25690112"], "49": ["25690112", "26214400"], "50": ["26214400", "26738688"], "51": ["26738688", "27262976"], "52": ["27262976", "27787264"], "53": ["27787264", "28311552"], "54": ["28311552", "28835840"], "55": ["28835840", "29360128"], "56": ["29360128", "29884416"], "57": ["29884416", "30408704"], "58": ["30408704", "30932992"], "59": ["30932992", "31457280"], "60": ["31457280", "31981568"], "61": ["31981568", "32505856"], "62": ["32505856", "33030144"], "63": ["33030144", "33554432"]}, "model.decoder.15.pp_block.mlp.down_proj.weight": {"0": ["0", "262144"], "1": ["262144", "524288"], "2": ["524288", "786432"], "3": ["786432", "1048576"], "4": ["1048576", "1310720"], "5": ["1310720", "1572864"], "6": ["1572864", "1835008"], "7": ["1835008", "2097152"], "8": ["2097152", "2359296"], "9": ["2359296", "2621440"], "10": ["2621440", "2883584"], "11": ["2883584", "3145728"], "12": ["3145728", "3407872"], "13": ["3407872", "3670016"], "14": ["3670016", "3932160"], "15": ["3932160", "4194304"], "16": ["4194304", "4456448"], "17": ["4456448", "4718592"], "18": ["4718592", "4980736"], "19": ["4980736", "5242880"], "20": ["5242880", "5505024"], "21": ["5505024", "5767168"], "22": ["5767168", "6029312"], "23": ["6029312", "6291456"], "24": ["6291456", "6553600"], "25": ["6553600", "6815744"], "26": ["6815744", "7077888"], "27": ["7077888", "7340032"], "28": ["7340032", "7602176"], "29": ["7602176", "7864320"], "30": ["7864320", "8126464"], "31": ["8126464", "8388608"], "32": ["8388608", "8650752"], "33": ["8650752", "8912896"], "34": ["8912896", "9175040"], "35": ["9175040", "9437184"], "36": ["9437184", "9699328"], "37": ["9699328", "9961472"], "38": ["9961472", "10223616"], "39": ["10223616", "10485760"], "40": ["10485760", "10747904"], "41": ["10747904", "11010048"], "42": ["11010048", "11272192"], "43": ["11272192", "11534336"], "44": ["11534336", "11796480"], "45": ["11796480", "12058624"], "46": ["12058624", "12320768"], "47": ["12320768", "12582912"], "48": ["12582912", "12845056"], "49": ["12845056", "13107200"], "50": ["13107200", "13369344"], "51": ["13369344", "13631488"], "52": ["13631488", "13893632"], "53": ["13893632", "14155776"], "54": ["14155776", "14417920"], "55": ["14417920", "14680064"], "56": ["14680064", "14942208"], "57": ["14942208", "15204352"], "58": ["15204352", "15466496"], "59": ["15466496", "15728640"], "60": ["15728640", "15990784"], "61": ["15990784", "16252928"], "62": ["16252928", "16515072"], "63": ["16515072", "16777216"]}, "model.decoder.16.pp_block.input_layernorm.weight": {"0": ["0", "32"], "1": ["32", "64"], "2": ["64", "96"], "3": ["96", "128"], "4": ["128", "160"], "5": ["160", "192"], "6": ["192", "224"], "7": ["224", "256"], "8": ["256", "288"], "9": ["288", "320"], "10": ["320", "352"], "11": ["352", "384"], "12": ["384", "416"], "13": ["416", "448"], "14": ["448", "480"], "15": ["480", "512"], "16": ["512", "544"], "17": ["544", "576"], "18": ["576", "608"], "19": ["608", "640"], "20": ["640", "672"], "21": ["672", "704"], "22": ["704", "736"], "23": ["736", "768"], "24": ["768", "800"], "25": ["800", "832"], "26": ["832", "864"], "27": ["864", "896"], "28": ["896", "928"], "29": ["928", "960"], "30": ["960", "992"], "31": ["992", "1024"], "32": ["1024", "1056"], "33": ["1056", "1088"], "34": ["1088", "1120"], "35": ["1120", "1152"], "36": ["1152", "1184"], "37": ["1184", "1216"], "38": ["1216", "1248"], "39": ["1248", "1280"], "40": ["1280", "1312"], "41": ["1312", "1344"], "42": ["1344", "1376"], "43": ["1376", "1408"], "44": ["1408", "1440"], "45": ["1440", "1472"], "46": ["1472", "1504"], "47": ["1504", "1536"], "48": ["1536", "1568"], "49": ["1568", "1600"], "50": ["1600", "1632"], "51": ["1632", "1664"], "52": ["1664", "1696"], "53": ["1696", "1728"], "54": ["1728", "1760"], "55": ["1760", "1792"], "56": ["1792", "1824"], "57": ["1824", "1856"], "58": ["1856", "1888"], "59": ["1888", "1920"], "60": ["1920", "1952"], "61": ["1952", "1984"], "62": ["1984", "2016"], "63": ["2016", "2048"]}, "model.decoder.16.pp_block.attn.qkv_proj.weight": {"0": ["0", "196608"], "1": ["196608", "393216"], "2": ["393216", "589824"], "3": ["589824", "786432"], "4": ["786432", "983040"], "5": ["983040", "1179648"], "6": ["1179648", "1376256"], "7": ["1376256", "1572864"], "8": ["1572864", "1769472"], "9": ["1769472", "1966080"], "10": ["1966080", "2162688"], "11": ["2162688", "2359296"], "12": ["2359296", "2555904"], "13": ["2555904", "2752512"], "14": ["2752512", "2949120"], "15": ["2949120", "3145728"], "16": ["3145728", "3342336"], "17": ["3342336", "3538944"], "18": ["3538944", "3735552"], "19": ["3735552", "3932160"], "20": ["3932160", "4128768"], "21": ["4128768", "4325376"], "22": ["4325376", "4521984"], "23": ["4521984", "4718592"], "24": ["4718592", "4915200"], "25": ["4915200", "5111808"], "26": ["5111808", "5308416"], "27": ["5308416", "5505024"], "28": ["5505024", "5701632"], "29": ["5701632", "5898240"], "30": ["5898240", "6094848"], "31": ["6094848", "6291456"], "32": ["6291456", "6488064"], "33": ["6488064", "6684672"], "34": ["6684672", "6881280"], "35": ["6881280", "7077888"], "36": ["7077888", "7274496"], "37": ["7274496", "7471104"], "38": ["7471104", "7667712"], "39": ["7667712", "7864320"], "40": ["7864320", "8060928"], "41": ["8060928", "8257536"], "42": ["8257536", "8454144"], "43": ["8454144", "8650752"], "44": ["8650752", "8847360"], "45": ["8847360", "9043968"], "46": ["9043968", "9240576"], "47": ["9240576", "9437184"], "48": ["9437184", "9633792"], "49": ["9633792", "9830400"], "50": ["9830400", "10027008"], "51": ["10027008", "10223616"], "52": ["10223616", "10420224"], "53": ["10420224", "10616832"], "54": ["10616832", "10813440"], "55": ["10813440", "11010048"], "56": ["11010048", "11206656"], "57": ["11206656", "11403264"], "58": ["11403264", "11599872"], "59": ["11599872", "11796480"], "60": ["11796480", "11993088"], "61": ["11993088", "12189696"], "62": ["12189696", "12386304"], "63": ["12386304", "12582912"]}, "model.decoder.16.pp_block.attn.o_proj.weight": {"0": ["0", "65536"], "1": ["65536", "131072"], "2": ["131072", "196608"], "3": ["196608", "262144"], "4": ["262144", "327680"], "5": ["327680", "393216"], "6": ["393216", "458752"], "7": ["458752", "524288"], "8": ["524288", "589824"], "9": ["589824", "655360"], "10": ["655360", "720896"], "11": ["720896", "786432"], "12": ["786432", "851968"], "13": ["851968", "917504"], "14": ["917504", "983040"], "15": ["983040", "1048576"], "16": ["1048576", "1114112"], "17": ["1114112", "1179648"], "18": ["1179648", "1245184"], "19": ["1245184", "1310720"], "20": ["1310720", "1376256"], "21": ["1376256", "1441792"], "22": ["1441792", "1507328"], "23": ["1507328", "1572864"], "24": ["1572864", "1638400"], "25": ["1638400", "1703936"], "26": ["1703936", "1769472"], "27": ["1769472", "1835008"], "28": ["1835008", "1900544"], "29": ["1900544", "1966080"], "30": ["1966080", "2031616"], "31": ["2031616", "2097152"], "32": ["2097152", "2162688"], "33": ["2162688", "2228224"], "34": ["2228224", "2293760"], "35": ["2293760", "2359296"], "36": ["2359296", "2424832"], "37": ["2424832", "2490368"], "38": ["2490368", "2555904"], "39": ["2555904", "2621440"], "40": ["2621440", "2686976"], "41": ["2686976", "2752512"], "42": ["2752512", "2818048"], "43": ["2818048", "2883584"], "44": ["2883584", "2949120"], "45": ["2949120", "3014656"], "46": ["3014656", "3080192"], "47": ["3080192", "3145728"], "48": ["3145728", "3211264"], "49": ["3211264", "3276800"], "50": ["3276800", "3342336"], "51": ["3342336", "3407872"], "52": ["3407872", "3473408"], "53": ["3473408", "3538944"], "54": ["3538944", "3604480"], "55": ["3604480", "3670016"], "56": ["3670016", "3735552"], "57": ["3735552", "3801088"], "58": ["3801088", "3866624"], "59": ["3866624", "3932160"], "60": ["3932160", "3997696"], "61": ["3997696", "4063232"], "62": ["4063232", "4128768"], "63": ["4128768", "4194304"]}, "model.decoder.16.pp_block.post_attention_layernorm.weight": {"0": ["0", "32"], "1": ["32", "64"], "2": ["64", "96"], "3": ["96", "128"], "4": ["128", "160"], "5": ["160", "192"], "6": ["192", "224"], "7": ["224", "256"], "8": ["256", "288"], "9": ["288", "320"], "10": ["320", "352"], "11": ["352", "384"], "12": ["384", "416"], "13": ["416", "448"], "14": ["448", "480"], "15": ["480", "512"], "16": ["512", "544"], "17": ["544", "576"], "18": ["576", "608"], "19": ["608", "640"], "20": ["640", "672"], "21": ["672", "704"], "22": ["704", "736"], "23": ["736", "768"], "24": ["768", "800"], "25": ["800", "832"], "26": ["832", "864"], "27": ["864", "896"], "28": ["896", "928"], "29": ["928", "960"], "30": ["960", "992"], "31": ["992", "1024"], "32": ["1024", "1056"], "33": ["1056", "1088"], "34": ["1088", "1120"], "35": ["1120", "1152"], "36": ["1152", "1184"], "37": ["1184", "1216"], "38": ["1216", "1248"], "39": ["1248", "1280"], "40": ["1280", "1312"], "41": ["1312", "1344"], "42": ["1344", "1376"], "43": ["1376", "1408"], "44": ["1408", "1440"], "45": ["1440", "1472"], "46": ["1472", "1504"], "47": ["1504", "1536"], "48": ["1536", "1568"], "49": ["1568", "1600"], "50": ["1600", "1632"], "51": ["1632", "1664"], "52": ["1664", "1696"], "53": ["1696", "1728"], "54": ["1728", "1760"], "55": ["1760", "1792"], "56": ["1792", "1824"], "57": ["1824", "1856"], "58": ["1856", "1888"], "59": ["1888", "1920"], "60": ["1920", "1952"], "61": ["1952", "1984"], "62": ["1984", "2016"], "63": ["2016", "2048"]}, "model.decoder.16.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "524288"], "1": ["524288", "1048576"], "2": ["1048576", "1572864"], "3": ["1572864", "2097152"], "4": ["2097152", "2621440"], "5": ["2621440", "3145728"], "6": ["3145728", "3670016"], "7": ["3670016", "4194304"], "8": ["4194304", "4718592"], "9": ["4718592", "5242880"], "10": ["5242880", "5767168"], "11": ["5767168", "6291456"], "12": ["6291456", "6815744"], "13": ["6815744", "7340032"], "14": ["7340032", "7864320"], "15": ["7864320", "8388608"], "16": ["8388608", "8912896"], "17": ["8912896", "9437184"], "18": ["9437184", "9961472"], "19": ["9961472", "10485760"], "20": ["10485760", "11010048"], "21": ["11010048", "11534336"], "22": ["11534336", "12058624"], "23": ["12058624", "12582912"], "24": ["12582912", "13107200"], "25": ["13107200", "13631488"], "26": ["13631488", "14155776"], "27": ["14155776", "14680064"], "28": ["14680064", "15204352"], "29": ["15204352", "15728640"], "30": ["15728640", "16252928"], "31": ["16252928", "16777216"], "32": ["16777216", "17301504"], "33": ["17301504", "17825792"], "34": ["17825792", "18350080"], "35": ["18350080", "18874368"], "36": ["18874368", "19398656"], "37": ["19398656", "19922944"], "38": ["19922944", "20447232"], "39": ["20447232", "20971520"], "40": ["20971520", "21495808"], "41": ["21495808", "22020096"], "42": ["22020096", "22544384"], "43": ["22544384", "23068672"], "44": ["23068672", "23592960"], "45": ["23592960", "24117248"], "46": ["24117248", "24641536"], "47": ["24641536", "25165824"], "48": ["25165824", "25690112"], "49": ["25690112", "26214400"], "50": ["26214400", "26738688"], "51": ["26738688", "27262976"], "52": ["27262976", "27787264"], "53": ["27787264", "28311552"], "54": ["28311552", "28835840"], "55": ["28835840", "29360128"], "56": ["29360128", "29884416"], "57": ["29884416", "30408704"], "58": ["30408704", "30932992"], "59": ["30932992", "31457280"], "60": ["31457280", "31981568"], "61": ["31981568", "32505856"], "62": ["32505856", "33030144"], "63": ["33030144", "33554432"]}, "model.decoder.16.pp_block.mlp.down_proj.weight": {"0": ["0", "262144"], "1": ["262144", "524288"], "2": ["524288", "786432"], "3": ["786432", "1048576"], "4": ["1048576", "1310720"], "5": ["1310720", "1572864"], "6": ["1572864", "1835008"], "7": ["1835008", "2097152"], "8": ["2097152", "2359296"], "9": ["2359296", "2621440"], "10": ["2621440", "2883584"], "11": ["2883584", "3145728"], "12": ["3145728", "3407872"], "13": ["3407872", "3670016"], "14": ["3670016", "3932160"], "15": ["3932160", "4194304"], "16": ["4194304", "4456448"], "17": ["4456448", "4718592"], "18": ["4718592", "4980736"], "19": ["4980736", "5242880"], "20": ["5242880", "5505024"], "21": ["5505024", "5767168"], "22": ["5767168", "6029312"], "23": ["6029312", "6291456"], "24": ["6291456", "6553600"], "25": ["6553600", "6815744"], "26": ["6815744", "7077888"], "27": ["7077888", "7340032"], "28": ["7340032", "7602176"], "29": ["7602176", "7864320"], "30": ["7864320", "8126464"], "31": ["8126464", "8388608"], "32": ["8388608", "8650752"], "33": ["8650752", "8912896"], "34": ["8912896", "9175040"], "35": ["9175040", "9437184"], "36": ["9437184", "9699328"], "37": ["9699328", "9961472"], "38": ["9961472", "10223616"], "39": ["10223616", "10485760"], "40": ["10485760", "10747904"], "41": ["10747904", "11010048"], "42": ["11010048", "11272192"], "43": ["11272192", "11534336"], "44": ["11534336", "11796480"], "45": ["11796480", "12058624"], "46": ["12058624", "12320768"], "47": ["12320768", "12582912"], "48": ["12582912", "12845056"], "49": ["12845056", "13107200"], "50": ["13107200", "13369344"], "51": ["13369344", "13631488"], "52": ["13631488", "13893632"], "53": ["13893632", "14155776"], "54": ["14155776", "14417920"], "55": ["14417920", "14680064"], "56": ["14680064", "14942208"], "57": ["14942208", "15204352"], "58": ["15204352", "15466496"], "59": ["15466496", "15728640"], "60": ["15728640", "15990784"], "61": ["15990784", "16252928"], "62": ["16252928", "16515072"], "63": ["16515072", "16777216"]}, "model.decoder.17.pp_block.input_layernorm.weight": {"0": ["0", "32"], "1": ["32", "64"], "2": ["64", "96"], "3": ["96", "128"], "4": ["128", "160"], "5": ["160", "192"], "6": ["192", "224"], "7": ["224", "256"], "8": ["256", "288"], "9": ["288", "320"], "10": ["320", "352"], "11": ["352", "384"], "12": ["384", "416"], "13": ["416", "448"], "14": ["448", "480"], "15": ["480", "512"], "16": ["512", "544"], "17": ["544", "576"], "18": ["576", "608"], "19": ["608", "640"], "20": ["640", "672"], "21": ["672", "704"], "22": ["704", "736"], "23": ["736", "768"], "24": ["768", "800"], "25": ["800", "832"], "26": ["832", "864"], "27": ["864", "896"], "28": ["896", "928"], "29": ["928", "960"], "30": ["960", "992"], "31": ["992", "1024"], "32": ["1024", "1056"], "33": ["1056", "1088"], "34": ["1088", "1120"], "35": ["1120", "1152"], "36": ["1152", "1184"], "37": ["1184", "1216"], "38": ["1216", "1248"], "39": ["1248", "1280"], "40": ["1280", "1312"], "41": ["1312", "1344"], "42": ["1344", "1376"], "43": ["1376", "1408"], "44": ["1408", "1440"], "45": ["1440", "1472"], "46": ["1472", "1504"], "47": ["1504", "1536"], "48": ["1536", "1568"], "49": ["1568", "1600"], "50": ["1600", "1632"], "51": ["1632", "1664"], "52": ["1664", "1696"], "53": ["1696", "1728"], "54": ["1728", "1760"], "55": ["1760", "1792"], "56": ["1792", "1824"], "57": ["1824", "1856"], "58": ["1856", "1888"], "59": ["1888", "1920"], "60": ["1920", "1952"], "61": ["1952", "1984"], "62": ["1984", "2016"], "63": ["2016", "2048"]}, "model.decoder.17.pp_block.attn.qkv_proj.weight": {"0": ["0", "196608"], "1": ["196608", "393216"], "2": ["393216", "589824"], "3": ["589824", "786432"], "4": ["786432", "983040"], "5": ["983040", "1179648"], "6": ["1179648", "1376256"], "7": ["1376256", "1572864"], "8": ["1572864", "1769472"], "9": ["1769472", "1966080"], "10": ["1966080", "2162688"], "11": ["2162688", "2359296"], "12": ["2359296", "2555904"], "13": ["2555904", "2752512"], "14": ["2752512", "2949120"], "15": ["2949120", "3145728"], "16": ["3145728", "3342336"], "17": ["3342336", "3538944"], "18": ["3538944", "3735552"], "19": ["3735552", "3932160"], "20": ["3932160", "4128768"], "21": ["4128768", "4325376"], "22": ["4325376", "4521984"], "23": ["4521984", "4718592"], "24": ["4718592", "4915200"], "25": ["4915200", "5111808"], "26": ["5111808", "5308416"], "27": ["5308416", "5505024"], "28": ["5505024", "5701632"], "29": ["5701632", "5898240"], "30": ["5898240", "6094848"], "31": ["6094848", "6291456"], "32": ["6291456", "6488064"], "33": ["6488064", "6684672"], "34": ["6684672", "6881280"], "35": ["6881280", "7077888"], "36": ["7077888", "7274496"], "37": ["7274496", "7471104"], "38": ["7471104", "7667712"], "39": ["7667712", "7864320"], "40": ["7864320", "8060928"], "41": ["8060928", "8257536"], "42": ["8257536", "8454144"], "43": ["8454144", "8650752"], "44": ["8650752", "8847360"], "45": ["8847360", "9043968"], "46": ["9043968", "9240576"], "47": ["9240576", "9437184"], "48": ["9437184", "9633792"], "49": ["9633792", "9830400"], "50": ["9830400", "10027008"], "51": ["10027008", "10223616"], "52": ["10223616", "10420224"], "53": ["10420224", "10616832"], "54": ["10616832", "10813440"], "55": ["10813440", "11010048"], "56": ["11010048", "11206656"], "57": ["11206656", "11403264"], "58": ["11403264", "11599872"], "59": ["11599872", "11796480"], "60": ["11796480", "11993088"], "61": ["11993088", "12189696"], "62": ["12189696", "12386304"], "63": ["12386304", "12582912"]}, "model.decoder.17.pp_block.attn.o_proj.weight": {"0": ["0", "65536"], "1": ["65536", "131072"], "2": ["131072", "196608"], "3": ["196608", "262144"], "4": ["262144", "327680"], "5": ["327680", "393216"], "6": ["393216", "458752"], "7": ["458752", "524288"], "8": ["524288", "589824"], "9": ["589824", "655360"], "10": ["655360", "720896"], "11": ["720896", "786432"], "12": ["786432", "851968"], "13": ["851968", "917504"], "14": ["917504", "983040"], "15": ["983040", "1048576"], "16": ["1048576", "1114112"], "17": ["1114112", "1179648"], "18": ["1179648", "1245184"], "19": ["1245184", "1310720"], "20": ["1310720", "1376256"], "21": ["1376256", "1441792"], "22": ["1441792", "1507328"], "23": ["1507328", "1572864"], "24": ["1572864", "1638400"], "25": ["1638400", "1703936"], "26": ["1703936", "1769472"], "27": ["1769472", "1835008"], "28": ["1835008", "1900544"], "29": ["1900544", "1966080"], "30": ["1966080", "2031616"], "31": ["2031616", "2097152"], "32": ["2097152", "2162688"], "33": ["2162688", "2228224"], "34": ["2228224", "2293760"], "35": ["2293760", "2359296"], "36": ["2359296", "2424832"], "37": ["2424832", "2490368"], "38": ["2490368", "2555904"], "39": ["2555904", "2621440"], "40": ["2621440", "2686976"], "41": ["2686976", "2752512"], "42": ["2752512", "2818048"], "43": ["2818048", "2883584"], "44": ["2883584", "2949120"], "45": ["2949120", "3014656"], "46": ["3014656", "3080192"], "47": ["3080192", "3145728"], "48": ["3145728", "3211264"], "49": ["3211264", "3276800"], "50": ["3276800", "3342336"], "51": ["3342336", "3407872"], "52": ["3407872", "3473408"], "53": ["3473408", "3538944"], "54": ["3538944", "3604480"], "55": ["3604480", "3670016"], "56": ["3670016", "3735552"], "57": ["3735552", "3801088"], "58": ["3801088", "3866624"], "59": ["3866624", "3932160"], "60": ["3932160", "3997696"], "61": ["3997696", "4063232"], "62": ["4063232", "4128768"], "63": ["4128768", "4194304"]}, "model.decoder.17.pp_block.post_attention_layernorm.weight": {"0": ["0", "32"], "1": ["32", "64"], "2": ["64", "96"], "3": ["96", "128"], "4": ["128", "160"], "5": ["160", "192"], "6": ["192", "224"], "7": ["224", "256"], "8": ["256", "288"], "9": ["288", "320"], "10": ["320", "352"], "11": ["352", "384"], "12": ["384", "416"], "13": ["416", "448"], "14": ["448", "480"], "15": ["480", "512"], "16": ["512", "544"], "17": ["544", "576"], "18": ["576", "608"], "19": ["608", "640"], "20": ["640", "672"], "21": ["672", "704"], "22": ["704", "736"], "23": ["736", "768"], "24": ["768", "800"], "25": ["800", "832"], "26": ["832", "864"], "27": ["864", "896"], "28": ["896", "928"], "29": ["928", "960"], "30": ["960", "992"], "31": ["992", "1024"], "32": ["1024", "1056"], "33": ["1056", "1088"], "34": ["1088", "1120"], "35": ["1120", "1152"], "36": ["1152", "1184"], "37": ["1184", "1216"], "38": ["1216", "1248"], "39": ["1248", "1280"], "40": ["1280", "1312"], "41": ["1312", "1344"], "42": ["1344", "1376"], "43": ["1376", "1408"], "44": ["1408", "1440"], "45": ["1440", "1472"], "46": ["1472", "1504"], "47": ["1504", "1536"], "48": ["1536", "1568"], "49": ["1568", "1600"], "50": ["1600", "1632"], "51": ["1632", "1664"], "52": ["1664", "1696"], "53": ["1696", "1728"], "54": ["1728", "1760"], "55": ["1760", "1792"], "56": ["1792", "1824"], "57": ["1824", "1856"], "58": ["1856", "1888"], "59": ["1888", "1920"], "60": ["1920", "1952"], "61": ["1952", "1984"], "62": ["1984", "2016"], "63": ["2016", "2048"]}, "model.decoder.17.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "524288"], "1": ["524288", "1048576"], "2": ["1048576", "1572864"], "3": ["1572864", "2097152"], "4": ["2097152", "2621440"], "5": ["2621440", "3145728"], "6": ["3145728", "3670016"], "7": ["3670016", "4194304"], "8": ["4194304", "4718592"], "9": ["4718592", "5242880"], "10": ["5242880", "5767168"], "11": ["5767168", "6291456"], "12": ["6291456", "6815744"], "13": ["6815744", "7340032"], "14": ["7340032", "7864320"], "15": ["7864320", "8388608"], "16": ["8388608", "8912896"], "17": ["8912896", "9437184"], "18": ["9437184", "9961472"], "19": ["9961472", "10485760"], "20": ["10485760", "11010048"], "21": ["11010048", "11534336"], "22": ["11534336", "12058624"], "23": ["12058624", "12582912"], "24": ["12582912", "13107200"], "25": ["13107200", "13631488"], "26": ["13631488", "14155776"], "27": ["14155776", "14680064"], "28": ["14680064", "15204352"], "29": ["15204352", "15728640"], "30": ["15728640", "16252928"], "31": ["16252928", "16777216"], "32": ["16777216", "17301504"], "33": ["17301504", "17825792"], "34": ["17825792", "18350080"], "35": ["18350080", "18874368"], "36": ["18874368", "19398656"], "37": ["19398656", "19922944"], "38": ["19922944", "20447232"], "39": ["20447232", "20971520"], "40": ["20971520", "21495808"], "41": ["21495808", "22020096"], "42": ["22020096", "22544384"], "43": ["22544384", "23068672"], "44": ["23068672", "23592960"], "45": ["23592960", "24117248"], "46": ["24117248", "24641536"], "47": ["24641536", "25165824"], "48": ["25165824", "25690112"], "49": ["25690112", "26214400"], "50": ["26214400", "26738688"], "51": ["26738688", "27262976"], "52": ["27262976", "27787264"], "53": ["27787264", "28311552"], "54": ["28311552", "28835840"], "55": ["28835840", "29360128"], "56": ["29360128", "29884416"], "57": ["29884416", "30408704"], "58": ["30408704", "30932992"], "59": ["30932992", "31457280"], "60": ["31457280", "31981568"], "61": ["31981568", "32505856"], "62": ["32505856", "33030144"], "63": ["33030144", "33554432"]}, "model.decoder.17.pp_block.mlp.down_proj.weight": {"0": ["0", "262144"], "1": ["262144", "524288"], "2": ["524288", "786432"], "3": ["786432", "1048576"], "4": ["1048576", "1310720"], "5": ["1310720", "1572864"], "6": ["1572864", "1835008"], "7": ["1835008", "2097152"], "8": ["2097152", "2359296"], "9": ["2359296", "2621440"], "10": ["2621440", "2883584"], "11": ["2883584", "3145728"], "12": ["3145728", "3407872"], "13": ["3407872", "3670016"], "14": ["3670016", "3932160"], "15": ["3932160", "4194304"], "16": ["4194304", "4456448"], "17": ["4456448", "4718592"], "18": ["4718592", "4980736"], "19": ["4980736", "5242880"], "20": ["5242880", "5505024"], "21": ["5505024", "5767168"], "22": ["5767168", "6029312"], "23": ["6029312", "6291456"], "24": ["6291456", "6553600"], "25": ["6553600", "6815744"], "26": ["6815744", "7077888"], "27": ["7077888", "7340032"], "28": ["7340032", "7602176"], "29": ["7602176", "7864320"], "30": ["7864320", "8126464"], "31": ["8126464", "8388608"], "32": ["8388608", "8650752"], "33": ["8650752", "8912896"], "34": ["8912896", "9175040"], "35": ["9175040", "9437184"], "36": ["9437184", "9699328"], "37": ["9699328", "9961472"], "38": ["9961472", "10223616"], "39": ["10223616", "10485760"], "40": ["10485760", "10747904"], "41": ["10747904", "11010048"], "42": ["11010048", "11272192"], "43": ["11272192", "11534336"], "44": ["11534336", "11796480"], "45": ["11796480", "12058624"], "46": ["12058624", "12320768"], "47": ["12320768", "12582912"], "48": ["12582912", "12845056"], "49": ["12845056", "13107200"], "50": ["13107200", "13369344"], "51": ["13369344", "13631488"], "52": ["13631488", "13893632"], "53": ["13893632", "14155776"], "54": ["14155776", "14417920"], "55": ["14417920", "14680064"], "56": ["14680064", "14942208"], "57": ["14942208", "15204352"], "58": ["15204352", "15466496"], "59": ["15466496", "15728640"], "60": ["15728640", "15990784"], "61": ["15990784", "16252928"], "62": ["16252928", "16515072"], "63": ["16515072", "16777216"]}, "model.decoder.18.pp_block.input_layernorm.weight": {"0": ["0", "32"], "1": ["32", "64"], "2": ["64", "96"], "3": ["96", "128"], "4": ["128", "160"], "5": ["160", "192"], "6": ["192", "224"], "7": ["224", "256"], "8": ["256", "288"], "9": ["288", "320"], "10": ["320", "352"], "11": ["352", "384"], "12": ["384", "416"], "13": ["416", "448"], "14": ["448", "480"], "15": ["480", "512"], "16": ["512", "544"], "17": ["544", "576"], "18": ["576", "608"], "19": ["608", "640"], "20": ["640", "672"], "21": ["672", "704"], "22": ["704", "736"], "23": ["736", "768"], "24": ["768", "800"], "25": ["800", "832"], "26": ["832", "864"], "27": ["864", "896"], "28": ["896", "928"], "29": ["928", "960"], "30": ["960", "992"], "31": ["992", "1024"], "32": ["1024", "1056"], "33": ["1056", "1088"], "34": ["1088", "1120"], "35": ["1120", "1152"], "36": ["1152", "1184"], "37": ["1184", "1216"], "38": ["1216", "1248"], "39": ["1248", "1280"], "40": ["1280", "1312"], "41": ["1312", "1344"], "42": ["1344", "1376"], "43": ["1376", "1408"], "44": ["1408", "1440"], "45": ["1440", "1472"], "46": ["1472", "1504"], "47": ["1504", "1536"], "48": ["1536", "1568"], "49": ["1568", "1600"], "50": ["1600", "1632"], "51": ["1632", "1664"], "52": ["1664", "1696"], "53": ["1696", "1728"], "54": ["1728", "1760"], "55": ["1760", "1792"], "56": ["1792", "1824"], "57": ["1824", "1856"], "58": ["1856", "1888"], "59": ["1888", "1920"], "60": ["1920", "1952"], "61": ["1952", "1984"], "62": ["1984", "2016"], "63": ["2016", "2048"]}, "model.decoder.18.pp_block.attn.qkv_proj.weight": {"0": ["0", "196608"], "1": ["196608", "393216"], "2": ["393216", "589824"], "3": ["589824", "786432"], "4": ["786432", "983040"], "5": ["983040", "1179648"], "6": ["1179648", "1376256"], "7": ["1376256", "1572864"], "8": ["1572864", "1769472"], "9": ["1769472", "1966080"], "10": ["1966080", "2162688"], "11": ["2162688", "2359296"], "12": ["2359296", "2555904"], "13": ["2555904", "2752512"], "14": ["2752512", "2949120"], "15": ["2949120", "3145728"], "16": ["3145728", "3342336"], "17": ["3342336", "3538944"], "18": ["3538944", "3735552"], "19": ["3735552", "3932160"], "20": ["3932160", "4128768"], "21": ["4128768", "4325376"], "22": ["4325376", "4521984"], "23": ["4521984", "4718592"], "24": ["4718592", "4915200"], "25": ["4915200", "5111808"], "26": ["5111808", "5308416"], "27": ["5308416", "5505024"], "28": ["5505024", "5701632"], "29": ["5701632", "5898240"], "30": ["5898240", "6094848"], "31": ["6094848", "6291456"], "32": ["6291456", "6488064"], "33": ["6488064", "6684672"], "34": ["6684672", "6881280"], "35": ["6881280", "7077888"], "36": ["7077888", "7274496"], "37": ["7274496", "7471104"], "38": ["7471104", "7667712"], "39": ["7667712", "7864320"], "40": ["7864320", "8060928"], "41": ["8060928", "8257536"], "42": ["8257536", "8454144"], "43": ["8454144", "8650752"], "44": ["8650752", "8847360"], "45": ["8847360", "9043968"], "46": ["9043968", "9240576"], "47": ["9240576", "9437184"], "48": ["9437184", "9633792"], "49": ["9633792", "9830400"], "50": ["9830400", "10027008"], "51": ["10027008", "10223616"], "52": ["10223616", "10420224"], "53": ["10420224", "10616832"], "54": ["10616832", "10813440"], "55": ["10813440", "11010048"], "56": ["11010048", "11206656"], "57": ["11206656", "11403264"], "58": ["11403264", "11599872"], "59": ["11599872", "11796480"], "60": ["11796480", "11993088"], "61": ["11993088", "12189696"], "62": ["12189696", "12386304"], "63": ["12386304", "12582912"]}, "model.decoder.18.pp_block.attn.o_proj.weight": {"0": ["0", "65536"], "1": ["65536", "131072"], "2": ["131072", "196608"], "3": ["196608", "262144"], "4": ["262144", "327680"], "5": ["327680", "393216"], "6": ["393216", "458752"], "7": ["458752", "524288"], "8": ["524288", "589824"], "9": ["589824", "655360"], "10": ["655360", "720896"], "11": ["720896", "786432"], "12": ["786432", "851968"], "13": ["851968", "917504"], "14": ["917504", "983040"], "15": ["983040", "1048576"], "16": ["1048576", "1114112"], "17": ["1114112", "1179648"], "18": ["1179648", "1245184"], "19": ["1245184", "1310720"], "20": ["1310720", "1376256"], "21": ["1376256", "1441792"], "22": ["1441792", "1507328"], "23": ["1507328", "1572864"], "24": ["1572864", "1638400"], "25": ["1638400", "1703936"], "26": ["1703936", "1769472"], "27": ["1769472", "1835008"], "28": ["1835008", "1900544"], "29": ["1900544", "1966080"], "30": ["1966080", "2031616"], "31": ["2031616", "2097152"], "32": ["2097152", "2162688"], "33": ["2162688", "2228224"], "34": ["2228224", "2293760"], "35": ["2293760", "2359296"], "36": ["2359296", "2424832"], "37": ["2424832", "2490368"], "38": ["2490368", "2555904"], "39": ["2555904", "2621440"], "40": ["2621440", "2686976"], "41": ["2686976", "2752512"], "42": ["2752512", "2818048"], "43": ["2818048", "2883584"], "44": ["2883584", "2949120"], "45": ["2949120", "3014656"], "46": ["3014656", "3080192"], "47": ["3080192", "3145728"], "48": ["3145728", "3211264"], "49": ["3211264", "3276800"], "50": ["3276800", "3342336"], "51": ["3342336", "3407872"], "52": ["3407872", "3473408"], "53": ["3473408", "3538944"], "54": ["3538944", "3604480"], "55": ["3604480", "3670016"], "56": ["3670016", "3735552"], "57": ["3735552", "3801088"], "58": ["3801088", "3866624"], "59": ["3866624", "3932160"], "60": ["3932160", "3997696"], "61": ["3997696", "4063232"], "62": ["4063232", "4128768"], "63": ["4128768", "4194304"]}, "model.decoder.18.pp_block.post_attention_layernorm.weight": {"0": ["0", "32"], "1": ["32", "64"], "2": ["64", "96"], "3": ["96", "128"], "4": ["128", "160"], "5": ["160", "192"], "6": ["192", "224"], "7": ["224", "256"], "8": ["256", "288"], "9": ["288", "320"], "10": ["320", "352"], "11": ["352", "384"], "12": ["384", "416"], "13": ["416", "448"], "14": ["448", "480"], "15": ["480", "512"], "16": ["512", "544"], "17": ["544", "576"], "18": ["576", "608"], "19": ["608", "640"], "20": ["640", "672"], "21": ["672", "704"], "22": ["704", "736"], "23": ["736", "768"], "24": ["768", "800"], "25": ["800", "832"], "26": ["832", "864"], "27": ["864", "896"], "28": ["896", "928"], "29": ["928", "960"], "30": ["960", "992"], "31": ["992", "1024"], "32": ["1024", "1056"], "33": ["1056", "1088"], "34": ["1088", "1120"], "35": ["1120", "1152"], "36": ["1152", "1184"], "37": ["1184", "1216"], "38": ["1216", "1248"], "39": ["1248", "1280"], "40": ["1280", "1312"], "41": ["1312", "1344"], "42": ["1344", "1376"], "43": ["1376", "1408"], "44": ["1408", "1440"], "45": ["1440", "1472"], "46": ["1472", "1504"], "47": ["1504", "1536"], "48": ["1536", "1568"], "49": ["1568", "1600"], "50": ["1600", "1632"], "51": ["1632", "1664"], "52": ["1664", "1696"], "53": ["1696", "1728"], "54": ["1728", "1760"], "55": ["1760", "1792"], "56": ["1792", "1824"], "57": ["1824", "1856"], "58": ["1856", "1888"], "59": ["1888", "1920"], "60": ["1920", "1952"], "61": ["1952", "1984"], "62": ["1984", "2016"], "63": ["2016", "2048"]}, "model.decoder.18.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "524288"], "1": ["524288", "1048576"], "2": ["1048576", "1572864"], "3": ["1572864", "2097152"], "4": ["2097152", "2621440"], "5": ["2621440", "3145728"], "6": ["3145728", "3670016"], "7": ["3670016", "4194304"], "8": ["4194304", "4718592"], "9": ["4718592", "5242880"], "10": ["5242880", "5767168"], "11": ["5767168", "6291456"], "12": ["6291456", "6815744"], "13": ["6815744", "7340032"], "14": ["7340032", "7864320"], "15": ["7864320", "8388608"], "16": ["8388608", "8912896"], "17": ["8912896", "9437184"], "18": ["9437184", "9961472"], "19": ["9961472", "10485760"], "20": ["10485760", "11010048"], "21": ["11010048", "11534336"], "22": ["11534336", "12058624"], "23": ["12058624", "12582912"], "24": ["12582912", "13107200"], "25": ["13107200", "13631488"], "26": ["13631488", "14155776"], "27": ["14155776", "14680064"], "28": ["14680064", "15204352"], "29": ["15204352", "15728640"], "30": ["15728640", "16252928"], "31": ["16252928", "16777216"], "32": ["16777216", "17301504"], "33": ["17301504", "17825792"], "34": ["17825792", "18350080"], "35": ["18350080", "18874368"], "36": ["18874368", "19398656"], "37": ["19398656", "19922944"], "38": ["19922944", "20447232"], "39": ["20447232", "20971520"], "40": ["20971520", "21495808"], "41": ["21495808", "22020096"], "42": ["22020096", "22544384"], "43": ["22544384", "23068672"], "44": ["23068672", "23592960"], "45": ["23592960", "24117248"], "46": ["24117248", "24641536"], "47": ["24641536", "25165824"], "48": ["25165824", "25690112"], "49": ["25690112", "26214400"], "50": ["26214400", "26738688"], "51": ["26738688", "27262976"], "52": ["27262976", "27787264"], "53": ["27787264", "28311552"], "54": ["28311552", "28835840"], "55": ["28835840", "29360128"], "56": ["29360128", "29884416"], "57": ["29884416", "30408704"], "58": ["30408704", "30932992"], "59": ["30932992", "31457280"], "60": ["31457280", "31981568"], "61": ["31981568", "32505856"], "62": ["32505856", "33030144"], "63": ["33030144", "33554432"]}, "model.decoder.18.pp_block.mlp.down_proj.weight": {"0": ["0", "262144"], "1": ["262144", "524288"], "2": ["524288", "786432"], "3": ["786432", "1048576"], "4": ["1048576", "1310720"], "5": ["1310720", "1572864"], "6": ["1572864", "1835008"], "7": ["1835008", "2097152"], "8": ["2097152", "2359296"], "9": ["2359296", "2621440"], "10": ["2621440", "2883584"], "11": ["2883584", "3145728"], "12": ["3145728", "3407872"], "13": ["3407872", "3670016"], "14": ["3670016", "3932160"], "15": ["3932160", "4194304"], "16": ["4194304", "4456448"], "17": ["4456448", "4718592"], "18": ["4718592", "4980736"], "19": ["4980736", "5242880"], "20": ["5242880", "5505024"], "21": ["5505024", "5767168"], "22": ["5767168", "6029312"], "23": ["6029312", "6291456"], "24": ["6291456", "6553600"], "25": ["6553600", "6815744"], "26": ["6815744", "7077888"], "27": ["7077888", "7340032"], "28": ["7340032", "7602176"], "29": ["7602176", "7864320"], "30": ["7864320", "8126464"], "31": ["8126464", "8388608"], "32": ["8388608", "8650752"], "33": ["8650752", "8912896"], "34": ["8912896", "9175040"], "35": ["9175040", "9437184"], "36": ["9437184", "9699328"], "37": ["9699328", "9961472"], "38": ["9961472", "10223616"], "39": ["10223616", "10485760"], "40": ["10485760", "10747904"], "41": ["10747904", "11010048"], "42": ["11010048", "11272192"], "43": ["11272192", "11534336"], "44": ["11534336", "11796480"], "45": ["11796480", "12058624"], "46": ["12058624", "12320768"], "47": ["12320768", "12582912"], "48": ["12582912", "12845056"], "49": ["12845056", "13107200"], "50": ["13107200", "13369344"], "51": ["13369344", "13631488"], "52": ["13631488", "13893632"], "53": ["13893632", "14155776"], "54": ["14155776", "14417920"], "55": ["14417920", "14680064"], "56": ["14680064", "14942208"], "57": ["14942208", "15204352"], "58": ["15204352", "15466496"], "59": ["15466496", "15728640"], "60": ["15728640", "15990784"], "61": ["15990784", "16252928"], "62": ["16252928", "16515072"], "63": ["16515072", "16777216"]}, "model.decoder.19.pp_block.input_layernorm.weight": {"0": ["0", "32"], "1": ["32", "64"], "2": ["64", "96"], "3": ["96", "128"], "4": ["128", "160"], "5": ["160", "192"], "6": ["192", "224"], "7": ["224", "256"], "8": ["256", "288"], "9": ["288", "320"], "10": ["320", "352"], "11": ["352", "384"], "12": ["384", "416"], "13": ["416", "448"], "14": ["448", "480"], "15": ["480", "512"], "16": ["512", "544"], "17": ["544", "576"], "18": ["576", "608"], "19": ["608", "640"], "20": ["640", "672"], "21": ["672", "704"], "22": ["704", "736"], "23": ["736", "768"], "24": ["768", "800"], "25": ["800", "832"], "26": ["832", "864"], "27": ["864", "896"], "28": ["896", "928"], "29": ["928", "960"], "30": ["960", "992"], "31": ["992", "1024"], "32": ["1024", "1056"], "33": ["1056", "1088"], "34": ["1088", "1120"], "35": ["1120", "1152"], "36": ["1152", "1184"], "37": ["1184", "1216"], "38": ["1216", "1248"], "39": ["1248", "1280"], "40": ["1280", "1312"], "41": ["1312", "1344"], "42": ["1344", "1376"], "43": ["1376", "1408"], "44": ["1408", "1440"], "45": ["1440", "1472"], "46": ["1472", "1504"], "47": ["1504", "1536"], "48": ["1536", "1568"], "49": ["1568", "1600"], "50": ["1600", "1632"], "51": ["1632", "1664"], "52": ["1664", "1696"], "53": ["1696", "1728"], "54": ["1728", "1760"], "55": ["1760", "1792"], "56": ["1792", "1824"], "57": ["1824", "1856"], "58": ["1856", "1888"], "59": ["1888", "1920"], "60": ["1920", "1952"], "61": ["1952", "1984"], "62": ["1984", "2016"], "63": ["2016", "2048"]}, "model.decoder.19.pp_block.attn.qkv_proj.weight": {"0": ["0", "196608"], "1": ["196608", "393216"], "2": ["393216", "589824"], "3": ["589824", "786432"], "4": ["786432", "983040"], "5": ["983040", "1179648"], "6": ["1179648", "1376256"], "7": ["1376256", "1572864"], "8": ["1572864", "1769472"], "9": ["1769472", "1966080"], "10": ["1966080", "2162688"], "11": ["2162688", "2359296"], "12": ["2359296", "2555904"], "13": ["2555904", "2752512"], "14": ["2752512", "2949120"], "15": ["2949120", "3145728"], "16": ["3145728", "3342336"], "17": ["3342336", "3538944"], "18": ["3538944", "3735552"], "19": ["3735552", "3932160"], "20": ["3932160", "4128768"], "21": ["4128768", "4325376"], "22": ["4325376", "4521984"], "23": ["4521984", "4718592"], "24": ["4718592", "4915200"], "25": ["4915200", "5111808"], "26": ["5111808", "5308416"], "27": ["5308416", "5505024"], "28": ["5505024", "5701632"], "29": ["5701632", "5898240"], "30": ["5898240", "6094848"], "31": ["6094848", "6291456"], "32": ["6291456", "6488064"], "33": ["6488064", "6684672"], "34": ["6684672", "6881280"], "35": ["6881280", "7077888"], "36": ["7077888", "7274496"], "37": ["7274496", "7471104"], "38": ["7471104", "7667712"], "39": ["7667712", "7864320"], "40": ["7864320", "8060928"], "41": ["8060928", "8257536"], "42": ["8257536", "8454144"], "43": ["8454144", "8650752"], "44": ["8650752", "8847360"], "45": ["8847360", "9043968"], "46": ["9043968", "9240576"], "47": ["9240576", "9437184"], "48": ["9437184", "9633792"], "49": ["9633792", "9830400"], "50": ["9830400", "10027008"], "51": ["10027008", "10223616"], "52": ["10223616", "10420224"], "53": ["10420224", "10616832"], "54": ["10616832", "10813440"], "55": ["10813440", "11010048"], "56": ["11010048", "11206656"], "57": ["11206656", "11403264"], "58": ["11403264", "11599872"], "59": ["11599872", "11796480"], "60": ["11796480", "11993088"], "61": ["11993088", "12189696"], "62": ["12189696", "12386304"], "63": ["12386304", "12582912"]}, "model.decoder.19.pp_block.attn.o_proj.weight": {"0": ["0", "65536"], "1": ["65536", "131072"], "2": ["131072", "196608"], "3": ["196608", "262144"], "4": ["262144", "327680"], "5": ["327680", "393216"], "6": ["393216", "458752"], "7": ["458752", "524288"], "8": ["524288", "589824"], "9": ["589824", "655360"], "10": ["655360", "720896"], "11": ["720896", "786432"], "12": ["786432", "851968"], "13": ["851968", "917504"], "14": ["917504", "983040"], "15": ["983040", "1048576"], "16": ["1048576", "1114112"], "17": ["1114112", "1179648"], "18": ["1179648", "1245184"], "19": ["1245184", "1310720"], "20": ["1310720", "1376256"], "21": ["1376256", "1441792"], "22": ["1441792", "1507328"], "23": ["1507328", "1572864"], "24": ["1572864", "1638400"], "25": ["1638400", "1703936"], "26": ["1703936", "1769472"], "27": ["1769472", "1835008"], "28": ["1835008", "1900544"], "29": ["1900544", "1966080"], "30": ["1966080", "2031616"], "31": ["2031616", "2097152"], "32": ["2097152", "2162688"], "33": ["2162688", "2228224"], "34": ["2228224", "2293760"], "35": ["2293760", "2359296"], "36": ["2359296", "2424832"], "37": ["2424832", "2490368"], "38": ["2490368", "2555904"], "39": ["2555904", "2621440"], "40": ["2621440", "2686976"], "41": ["2686976", "2752512"], "42": ["2752512", "2818048"], "43": ["2818048", "2883584"], "44": ["2883584", "2949120"], "45": ["2949120", "3014656"], "46": ["3014656", "3080192"], "47": ["3080192", "3145728"], "48": ["3145728", "3211264"], "49": ["3211264", "3276800"], "50": ["3276800", "3342336"], "51": ["3342336", "3407872"], "52": ["3407872", "3473408"], "53": ["3473408", "3538944"], "54": ["3538944", "3604480"], "55": ["3604480", "3670016"], "56": ["3670016", "3735552"], "57": ["3735552", "3801088"], "58": ["3801088", "3866624"], "59": ["3866624", "3932160"], "60": ["3932160", "3997696"], "61": ["3997696", "4063232"], "62": ["4063232", "4128768"], "63": ["4128768", "4194304"]}, "model.decoder.19.pp_block.post_attention_layernorm.weight": {"0": ["0", "32"], "1": ["32", "64"], "2": ["64", "96"], "3": ["96", "128"], "4": ["128", "160"], "5": ["160", "192"], "6": ["192", "224"], "7": ["224", "256"], "8": ["256", "288"], "9": ["288", "320"], "10": ["320", "352"], "11": ["352", "384"], "12": ["384", "416"], "13": ["416", "448"], "14": ["448", "480"], "15": ["480", "512"], "16": ["512", "544"], "17": ["544", "576"], "18": ["576", "608"], "19": ["608", "640"], "20": ["640", "672"], "21": ["672", "704"], "22": ["704", "736"], "23": ["736", "768"], "24": ["768", "800"], "25": ["800", "832"], "26": ["832", "864"], "27": ["864", "896"], "28": ["896", "928"], "29": ["928", "960"], "30": ["960", "992"], "31": ["992", "1024"], "32": ["1024", "1056"], "33": ["1056", "1088"], "34": ["1088", "1120"], "35": ["1120", "1152"], "36": ["1152", "1184"], "37": ["1184", "1216"], "38": ["1216", "1248"], "39": ["1248", "1280"], "40": ["1280", "1312"], "41": ["1312", "1344"], "42": ["1344", "1376"], "43": ["1376", "1408"], "44": ["1408", "1440"], "45": ["1440", "1472"], "46": ["1472", "1504"], "47": ["1504", "1536"], "48": ["1536", "1568"], "49": ["1568", "1600"], "50": ["1600", "1632"], "51": ["1632", "1664"], "52": ["1664", "1696"], "53": ["1696", "1728"], "54": ["1728", "1760"], "55": ["1760", "1792"], "56": ["1792", "1824"], "57": ["1824", "1856"], "58": ["1856", "1888"], "59": ["1888", "1920"], "60": ["1920", "1952"], "61": ["1952", "1984"], "62": ["1984", "2016"], "63": ["2016", "2048"]}, "model.decoder.19.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "524288"], "1": ["524288", "1048576"], "2": ["1048576", "1572864"], "3": ["1572864", "2097152"], "4": ["2097152", "2621440"], "5": ["2621440", "3145728"], "6": ["3145728", "3670016"], "7": ["3670016", "4194304"], "8": ["4194304", "4718592"], "9": ["4718592", "5242880"], "10": ["5242880", "5767168"], "11": ["5767168", "6291456"], "12": ["6291456", "6815744"], "13": ["6815744", "7340032"], "14": ["7340032", "7864320"], "15": ["7864320", "8388608"], "16": ["8388608", "8912896"], "17": ["8912896", "9437184"], "18": ["9437184", "9961472"], "19": ["9961472", "10485760"], "20": ["10485760", "11010048"], "21": ["11010048", "11534336"], "22": ["11534336", "12058624"], "23": ["12058624", "12582912"], "24": ["12582912", "13107200"], "25": ["13107200", "13631488"], "26": ["13631488", "14155776"], "27": ["14155776", "14680064"], "28": ["14680064", "15204352"], "29": ["15204352", "15728640"], "30": ["15728640", "16252928"], "31": ["16252928", "16777216"], "32": ["16777216", "17301504"], "33": ["17301504", "17825792"], "34": ["17825792", "18350080"], "35": ["18350080", "18874368"], "36": ["18874368", "19398656"], "37": ["19398656", "19922944"], "38": ["19922944", "20447232"], "39": ["20447232", "20971520"], "40": ["20971520", "21495808"], "41": ["21495808", "22020096"], "42": ["22020096", "22544384"], "43": ["22544384", "23068672"], "44": ["23068672", "23592960"], "45": ["23592960", "24117248"], "46": ["24117248", "24641536"], "47": ["24641536", "25165824"], "48": ["25165824", "25690112"], "49": ["25690112", "26214400"], "50": ["26214400", "26738688"], "51": ["26738688", "27262976"], "52": ["27262976", "27787264"], "53": ["27787264", "28311552"], "54": ["28311552", "28835840"], "55": ["28835840", "29360128"], "56": ["29360128", "29884416"], "57": ["29884416", "30408704"], "58": ["30408704", "30932992"], "59": ["30932992", "31457280"], "60": ["31457280", "31981568"], "61": ["31981568", "32505856"], "62": ["32505856", "33030144"], "63": ["33030144", "33554432"]}, "model.decoder.19.pp_block.mlp.down_proj.weight": {"0": ["0", "262144"], "1": ["262144", "524288"], "2": ["524288", "786432"], "3": ["786432", "1048576"], "4": ["1048576", "1310720"], "5": ["1310720", "1572864"], "6": ["1572864", "1835008"], "7": ["1835008", "2097152"], "8": ["2097152", "2359296"], "9": ["2359296", "2621440"], "10": ["2621440", "2883584"], "11": ["2883584", "3145728"], "12": ["3145728", "3407872"], "13": ["3407872", "3670016"], "14": ["3670016", "3932160"], "15": ["3932160", "4194304"], "16": ["4194304", "4456448"], "17": ["4456448", "4718592"], "18": ["4718592", "4980736"], "19": ["4980736", "5242880"], "20": ["5242880", "5505024"], "21": ["5505024", "5767168"], "22": ["5767168", "6029312"], "23": ["6029312", "6291456"], "24": ["6291456", "6553600"], "25": ["6553600", "6815744"], "26": ["6815744", "7077888"], "27": ["7077888", "7340032"], "28": ["7340032", "7602176"], "29": ["7602176", "7864320"], "30": ["7864320", "8126464"], "31": ["8126464", "8388608"], "32": ["8388608", "8650752"], "33": ["8650752", "8912896"], "34": ["8912896", "9175040"], "35": ["9175040", "9437184"], "36": ["9437184", "9699328"], "37": ["9699328", "9961472"], "38": ["9961472", "10223616"], "39": ["10223616", "10485760"], "40": ["10485760", "10747904"], "41": ["10747904", "11010048"], "42": ["11010048", "11272192"], "43": ["11272192", "11534336"], "44": ["11534336", "11796480"], "45": ["11796480", "12058624"], "46": ["12058624", "12320768"], "47": ["12320768", "12582912"], "48": ["12582912", "12845056"], "49": ["12845056", "13107200"], "50": ["13107200", "13369344"], "51": ["13369344", "13631488"], "52": ["13631488", "13893632"], "53": ["13893632", "14155776"], "54": ["14155776", "14417920"], "55": ["14417920", "14680064"], "56": ["14680064", "14942208"], "57": ["14942208", "15204352"], "58": ["15204352", "15466496"], "59": ["15466496", "15728640"], "60": ["15728640", "15990784"], "61": ["15990784", "16252928"], "62": ["16252928", "16515072"], "63": ["16515072", "16777216"]}, "model.decoder.20.pp_block.input_layernorm.weight": {"0": ["0", "32"], "1": ["32", "64"], "2": ["64", "96"], "3": ["96", "128"], "4": ["128", "160"], "5": ["160", "192"], "6": ["192", "224"], "7": ["224", "256"], "8": ["256", "288"], "9": ["288", "320"], "10": ["320", "352"], "11": ["352", "384"], "12": ["384", "416"], "13": ["416", "448"], "14": ["448", "480"], "15": ["480", "512"], "16": ["512", "544"], "17": ["544", "576"], "18": ["576", "608"], "19": ["608", "640"], "20": ["640", "672"], "21": ["672", "704"], "22": ["704", "736"], "23": ["736", "768"], "24": ["768", "800"], "25": ["800", "832"], "26": ["832", "864"], "27": ["864", "896"], "28": ["896", "928"], "29": ["928", "960"], "30": ["960", "992"], "31": ["992", "1024"], "32": ["1024", "1056"], "33": ["1056", "1088"], "34": ["1088", "1120"], "35": ["1120", "1152"], "36": ["1152", "1184"], "37": ["1184", "1216"], "38": ["1216", "1248"], "39": ["1248", "1280"], "40": ["1280", "1312"], "41": ["1312", "1344"], "42": ["1344", "1376"], "43": ["1376", "1408"], "44": ["1408", "1440"], "45": ["1440", "1472"], "46": ["1472", "1504"], "47": ["1504", "1536"], "48": ["1536", "1568"], "49": ["1568", "1600"], "50": ["1600", "1632"], "51": ["1632", "1664"], "52": ["1664", "1696"], "53": ["1696", "1728"], "54": ["1728", "1760"], "55": ["1760", "1792"], "56": ["1792", "1824"], "57": ["1824", "1856"], "58": ["1856", "1888"], "59": ["1888", "1920"], "60": ["1920", "1952"], "61": ["1952", "1984"], "62": ["1984", "2016"], "63": ["2016", "2048"]}, "model.decoder.20.pp_block.attn.qkv_proj.weight": {"0": ["0", "196608"], "1": ["196608", "393216"], "2": ["393216", "589824"], "3": ["589824", "786432"], "4": ["786432", "983040"], "5": ["983040", "1179648"], "6": ["1179648", "1376256"], "7": ["1376256", "1572864"], "8": ["1572864", "1769472"], "9": ["1769472", "1966080"], "10": ["1966080", "2162688"], "11": ["2162688", "2359296"], "12": ["2359296", "2555904"], "13": ["2555904", "2752512"], "14": ["2752512", "2949120"], "15": ["2949120", "3145728"], "16": ["3145728", "3342336"], "17": ["3342336", "3538944"], "18": ["3538944", "3735552"], "19": ["3735552", "3932160"], "20": ["3932160", "4128768"], "21": ["4128768", "4325376"], "22": ["4325376", "4521984"], "23": ["4521984", "4718592"], "24": ["4718592", "4915200"], "25": ["4915200", "5111808"], "26": ["5111808", "5308416"], "27": ["5308416", "5505024"], "28": ["5505024", "5701632"], "29": ["5701632", "5898240"], "30": ["5898240", "6094848"], "31": ["6094848", "6291456"], "32": ["6291456", "6488064"], "33": ["6488064", "6684672"], "34": ["6684672", "6881280"], "35": ["6881280", "7077888"], "36": ["7077888", "7274496"], "37": ["7274496", "7471104"], "38": ["7471104", "7667712"], "39": ["7667712", "7864320"], "40": ["7864320", "8060928"], "41": ["8060928", "8257536"], "42": ["8257536", "8454144"], "43": ["8454144", "8650752"], "44": ["8650752", "8847360"], "45": ["8847360", "9043968"], "46": ["9043968", "9240576"], "47": ["9240576", "9437184"], "48": ["9437184", "9633792"], "49": ["9633792", "9830400"], "50": ["9830400", "10027008"], "51": ["10027008", "10223616"], "52": ["10223616", "10420224"], "53": ["10420224", "10616832"], "54": ["10616832", "10813440"], "55": ["10813440", "11010048"], "56": ["11010048", "11206656"], "57": ["11206656", "11403264"], "58": ["11403264", "11599872"], "59": ["11599872", "11796480"], "60": ["11796480", "11993088"], "61": ["11993088", "12189696"], "62": ["12189696", "12386304"], "63": ["12386304", "12582912"]}, "model.decoder.20.pp_block.attn.o_proj.weight": {"0": ["0", "65536"], "1": ["65536", "131072"], "2": ["131072", "196608"], "3": ["196608", "262144"], "4": ["262144", "327680"], "5": ["327680", "393216"], "6": ["393216", "458752"], "7": ["458752", "524288"], "8": ["524288", "589824"], "9": ["589824", "655360"], "10": ["655360", "720896"], "11": ["720896", "786432"], "12": ["786432", "851968"], "13": ["851968", "917504"], "14": ["917504", "983040"], "15": ["983040", "1048576"], "16": ["1048576", "1114112"], "17": ["1114112", "1179648"], "18": ["1179648", "1245184"], "19": ["1245184", "1310720"], "20": ["1310720", "1376256"], "21": ["1376256", "1441792"], "22": ["1441792", "1507328"], "23": ["1507328", "1572864"], "24": ["1572864", "1638400"], "25": ["1638400", "1703936"], "26": ["1703936", "1769472"], "27": ["1769472", "1835008"], "28": ["1835008", "1900544"], "29": ["1900544", "1966080"], "30": ["1966080", "2031616"], "31": ["2031616", "2097152"], "32": ["2097152", "2162688"], "33": ["2162688", "2228224"], "34": ["2228224", "2293760"], "35": ["2293760", "2359296"], "36": ["2359296", "2424832"], "37": ["2424832", "2490368"], "38": ["2490368", "2555904"], "39": ["2555904", "2621440"], "40": ["2621440", "2686976"], "41": ["2686976", "2752512"], "42": ["2752512", "2818048"], "43": ["2818048", "2883584"], "44": ["2883584", "2949120"], "45": ["2949120", "3014656"], "46": ["3014656", "3080192"], "47": ["3080192", "3145728"], "48": ["3145728", "3211264"], "49": ["3211264", "3276800"], "50": ["3276800", "3342336"], "51": ["3342336", "3407872"], "52": ["3407872", "3473408"], "53": ["3473408", "3538944"], "54": ["3538944", "3604480"], "55": ["3604480", "3670016"], "56": ["3670016", "3735552"], "57": ["3735552", "3801088"], "58": ["3801088", "3866624"], "59": ["3866624", "3932160"], "60": ["3932160", "3997696"], "61": ["3997696", "4063232"], "62": ["4063232", "4128768"], "63": ["4128768", "4194304"]}, "model.decoder.20.pp_block.post_attention_layernorm.weight": {"0": ["0", "32"], "1": ["32", "64"], "2": ["64", "96"], "3": ["96", "128"], "4": ["128", "160"], "5": ["160", "192"], "6": ["192", "224"], "7": ["224", "256"], "8": ["256", "288"], "9": ["288", "320"], "10": ["320", "352"], "11": ["352", "384"], "12": ["384", "416"], "13": ["416", "448"], "14": ["448", "480"], "15": ["480", "512"], "16": ["512", "544"], "17": ["544", "576"], "18": ["576", "608"], "19": ["608", "640"], "20": ["640", "672"], "21": ["672", "704"], "22": ["704", "736"], "23": ["736", "768"], "24": ["768", "800"], "25": ["800", "832"], "26": ["832", "864"], "27": ["864", "896"], "28": ["896", "928"], "29": ["928", "960"], "30": ["960", "992"], "31": ["992", "1024"], "32": ["1024", "1056"], "33": ["1056", "1088"], "34": ["1088", "1120"], "35": ["1120", "1152"], "36": ["1152", "1184"], "37": ["1184", "1216"], "38": ["1216", "1248"], "39": ["1248", "1280"], "40": ["1280", "1312"], "41": ["1312", "1344"], "42": ["1344", "1376"], "43": ["1376", "1408"], "44": ["1408", "1440"], "45": ["1440", "1472"], "46": ["1472", "1504"], "47": ["1504", "1536"], "48": ["1536", "1568"], "49": ["1568", "1600"], "50": ["1600", "1632"], "51": ["1632", "1664"], "52": ["1664", "1696"], "53": ["1696", "1728"], "54": ["1728", "1760"], "55": ["1760", "1792"], "56": ["1792", "1824"], "57": ["1824", "1856"], "58": ["1856", "1888"], "59": ["1888", "1920"], "60": ["1920", "1952"], "61": ["1952", "1984"], "62": ["1984", "2016"], "63": ["2016", "2048"]}, "model.decoder.20.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "524288"], "1": ["524288", "1048576"], "2": ["1048576", "1572864"], "3": ["1572864", "2097152"], "4": ["2097152", "2621440"], "5": ["2621440", "3145728"], "6": ["3145728", "3670016"], "7": ["3670016", "4194304"], "8": ["4194304", "4718592"], "9": ["4718592", "5242880"], "10": ["5242880", "5767168"], "11": ["5767168", "6291456"], "12": ["6291456", "6815744"], "13": ["6815744", "7340032"], "14": ["7340032", "7864320"], "15": ["7864320", "8388608"], "16": ["8388608", "8912896"], "17": ["8912896", "9437184"], "18": ["9437184", "9961472"], "19": ["9961472", "10485760"], "20": ["10485760", "11010048"], "21": ["11010048", "11534336"], "22": ["11534336", "12058624"], "23": ["12058624", "12582912"], "24": ["12582912", "13107200"], "25": ["13107200", "13631488"], "26": ["13631488", "14155776"], "27": ["14155776", "14680064"], "28": ["14680064", "15204352"], "29": ["15204352", "15728640"], "30": ["15728640", "16252928"], "31": ["16252928", "16777216"], "32": ["16777216", "17301504"], "33": ["17301504", "17825792"], "34": ["17825792", "18350080"], "35": ["18350080", "18874368"], "36": ["18874368", "19398656"], "37": ["19398656", "19922944"], "38": ["19922944", "20447232"], "39": ["20447232", "20971520"], "40": ["20971520", "21495808"], "41": ["21495808", "22020096"], "42": ["22020096", "22544384"], "43": ["22544384", "23068672"], "44": ["23068672", "23592960"], "45": ["23592960", "24117248"], "46": ["24117248", "24641536"], "47": ["24641536", "25165824"], "48": ["25165824", "25690112"], "49": ["25690112", "26214400"], "50": ["26214400", "26738688"], "51": ["26738688", "27262976"], "52": ["27262976", "27787264"], "53": ["27787264", "28311552"], "54": ["28311552", "28835840"], "55": ["28835840", "29360128"], "56": ["29360128", "29884416"], "57": ["29884416", "30408704"], "58": ["30408704", "30932992"], "59": ["30932992", "31457280"], "60": ["31457280", "31981568"], "61": ["31981568", "32505856"], "62": ["32505856", "33030144"], "63": ["33030144", "33554432"]}, "model.decoder.20.pp_block.mlp.down_proj.weight": {"0": ["0", "262144"], "1": ["262144", "524288"], "2": ["524288", "786432"], "3": ["786432", "1048576"], "4": ["1048576", "1310720"], "5": ["1310720", "1572864"], "6": ["1572864", "1835008"], "7": ["1835008", "2097152"], "8": ["2097152", "2359296"], "9": ["2359296", "2621440"], "10": ["2621440", "2883584"], "11": ["2883584", "3145728"], "12": ["3145728", "3407872"], "13": ["3407872", "3670016"], "14": ["3670016", "3932160"], "15": ["3932160", "4194304"], "16": ["4194304", "4456448"], "17": ["4456448", "4718592"], "18": ["4718592", "4980736"], "19": ["4980736", "5242880"], "20": ["5242880", "5505024"], "21": ["5505024", "5767168"], "22": ["5767168", "6029312"], "23": ["6029312", "6291456"], "24": ["6291456", "6553600"], "25": ["6553600", "6815744"], "26": ["6815744", "7077888"], "27": ["7077888", "7340032"], "28": ["7340032", "7602176"], "29": ["7602176", "7864320"], "30": ["7864320", "8126464"], "31": ["8126464", "8388608"], "32": ["8388608", "8650752"], "33": ["8650752", "8912896"], "34": ["8912896", "9175040"], "35": ["9175040", "9437184"], "36": ["9437184", "9699328"], "37": ["9699328", "9961472"], "38": ["9961472", "10223616"], "39": ["10223616", "10485760"], "40": ["10485760", "10747904"], "41": ["10747904", "11010048"], "42": ["11010048", "11272192"], "43": ["11272192", "11534336"], "44": ["11534336", "11796480"], "45": ["11796480", "12058624"], "46": ["12058624", "12320768"], "47": ["12320768", "12582912"], "48": ["12582912", "12845056"], "49": ["12845056", "13107200"], "50": ["13107200", "13369344"], "51": ["13369344", "13631488"], "52": ["13631488", "13893632"], "53": ["13893632", "14155776"], "54": ["14155776", "14417920"], "55": ["14417920", "14680064"], "56": ["14680064", "14942208"], "57": ["14942208", "15204352"], "58": ["15204352", "15466496"], "59": ["15466496", "15728640"], "60": ["15728640", "15990784"], "61": ["15990784", "16252928"], "62": ["16252928", "16515072"], "63": ["16515072", "16777216"]}, "model.decoder.21.pp_block.input_layernorm.weight": {"0": ["0", "32"], "1": ["32", "64"], "2": ["64", "96"], "3": ["96", "128"], "4": ["128", "160"], "5": ["160", "192"], "6": ["192", "224"], "7": ["224", "256"], "8": ["256", "288"], "9": ["288", "320"], "10": ["320", "352"], "11": ["352", "384"], "12": ["384", "416"], "13": ["416", "448"], "14": ["448", "480"], "15": ["480", "512"], "16": ["512", "544"], "17": ["544", "576"], "18": ["576", "608"], "19": ["608", "640"], "20": ["640", "672"], "21": ["672", "704"], "22": ["704", "736"], "23": ["736", "768"], "24": ["768", "800"], "25": ["800", "832"], "26": ["832", "864"], "27": ["864", "896"], "28": ["896", "928"], "29": ["928", "960"], "30": ["960", "992"], "31": ["992", "1024"], "32": ["1024", "1056"], "33": ["1056", "1088"], "34": ["1088", "1120"], "35": ["1120", "1152"], "36": ["1152", "1184"], "37": ["1184", "1216"], "38": ["1216", "1248"], "39": ["1248", "1280"], "40": ["1280", "1312"], "41": ["1312", "1344"], "42": ["1344", "1376"], "43": ["1376", "1408"], "44": ["1408", "1440"], "45": ["1440", "1472"], "46": ["1472", "1504"], "47": ["1504", "1536"], "48": ["1536", "1568"], "49": ["1568", "1600"], "50": ["1600", "1632"], "51": ["1632", "1664"], "52": ["1664", "1696"], "53": ["1696", "1728"], "54": ["1728", "1760"], "55": ["1760", "1792"], "56": ["1792", "1824"], "57": ["1824", "1856"], "58": ["1856", "1888"], "59": ["1888", "1920"], "60": ["1920", "1952"], "61": ["1952", "1984"], "62": ["1984", "2016"], "63": ["2016", "2048"]}, "model.decoder.21.pp_block.attn.qkv_proj.weight": {"0": ["0", "196608"], "1": ["196608", "393216"], "2": ["393216", "589824"], "3": ["589824", "786432"], "4": ["786432", "983040"], "5": ["983040", "1179648"], "6": ["1179648", "1376256"], "7": ["1376256", "1572864"], "8": ["1572864", "1769472"], "9": ["1769472", "1966080"], "10": ["1966080", "2162688"], "11": ["2162688", "2359296"], "12": ["2359296", "2555904"], "13": ["2555904", "2752512"], "14": ["2752512", "2949120"], "15": ["2949120", "3145728"], "16": ["3145728", "3342336"], "17": ["3342336", "3538944"], "18": ["3538944", "3735552"], "19": ["3735552", "3932160"], "20": ["3932160", "4128768"], "21": ["4128768", "4325376"], "22": ["4325376", "4521984"], "23": ["4521984", "4718592"], "24": ["4718592", "4915200"], "25": ["4915200", "5111808"], "26": ["5111808", "5308416"], "27": ["5308416", "5505024"], "28": ["5505024", "5701632"], "29": ["5701632", "5898240"], "30": ["5898240", "6094848"], "31": ["6094848", "6291456"], "32": ["6291456", "6488064"], "33": ["6488064", "6684672"], "34": ["6684672", "6881280"], "35": ["6881280", "7077888"], "36": ["7077888", "7274496"], "37": ["7274496", "7471104"], "38": ["7471104", "7667712"], "39": ["7667712", "7864320"], "40": ["7864320", "8060928"], "41": ["8060928", "8257536"], "42": ["8257536", "8454144"], "43": ["8454144", "8650752"], "44": ["8650752", "8847360"], "45": ["8847360", "9043968"], "46": ["9043968", "9240576"], "47": ["9240576", "9437184"], "48": ["9437184", "9633792"], "49": ["9633792", "9830400"], "50": ["9830400", "10027008"], "51": ["10027008", "10223616"], "52": ["10223616", "10420224"], "53": ["10420224", "10616832"], "54": ["10616832", "10813440"], "55": ["10813440", "11010048"], "56": ["11010048", "11206656"], "57": ["11206656", "11403264"], "58": ["11403264", "11599872"], "59": ["11599872", "11796480"], "60": ["11796480", "11993088"], "61": ["11993088", "12189696"], "62": ["12189696", "12386304"], "63": ["12386304", "12582912"]}, "model.decoder.21.pp_block.attn.o_proj.weight": {"0": ["0", "65536"], "1": ["65536", "131072"], "2": ["131072", "196608"], "3": ["196608", "262144"], "4": ["262144", "327680"], "5": ["327680", "393216"], "6": ["393216", "458752"], "7": ["458752", "524288"], "8": ["524288", "589824"], "9": ["589824", "655360"], "10": ["655360", "720896"], "11": ["720896", "786432"], "12": ["786432", "851968"], "13": ["851968", "917504"], "14": ["917504", "983040"], "15": ["983040", "1048576"], "16": ["1048576", "1114112"], "17": ["1114112", "1179648"], "18": ["1179648", "1245184"], "19": ["1245184", "1310720"], "20": ["1310720", "1376256"], "21": ["1376256", "1441792"], "22": ["1441792", "1507328"], "23": ["1507328", "1572864"], "24": ["1572864", "1638400"], "25": ["1638400", "1703936"], "26": ["1703936", "1769472"], "27": ["1769472", "1835008"], "28": ["1835008", "1900544"], "29": ["1900544", "1966080"], "30": ["1966080", "2031616"], "31": ["2031616", "2097152"], "32": ["2097152", "2162688"], "33": ["2162688", "2228224"], "34": ["2228224", "2293760"], "35": ["2293760", "2359296"], "36": ["2359296", "2424832"], "37": ["2424832", "2490368"], "38": ["2490368", "2555904"], "39": ["2555904", "2621440"], "40": ["2621440", "2686976"], "41": ["2686976", "2752512"], "42": ["2752512", "2818048"], "43": ["2818048", "2883584"], "44": ["2883584", "2949120"], "45": ["2949120", "3014656"], "46": ["3014656", "3080192"], "47": ["3080192", "3145728"], "48": ["3145728", "3211264"], "49": ["3211264", "3276800"], "50": ["3276800", "3342336"], "51": ["3342336", "3407872"], "52": ["3407872", "3473408"], "53": ["3473408", "3538944"], "54": ["3538944", "3604480"], "55": ["3604480", "3670016"], "56": ["3670016", "3735552"], "57": ["3735552", "3801088"], "58": ["3801088", "3866624"], "59": ["3866624", "3932160"], "60": ["3932160", "3997696"], "61": ["3997696", "4063232"], "62": ["4063232", "4128768"], "63": ["4128768", "4194304"]}, "model.decoder.21.pp_block.post_attention_layernorm.weight": {"0": ["0", "32"], "1": ["32", "64"], "2": ["64", "96"], "3": ["96", "128"], "4": ["128", "160"], "5": ["160", "192"], "6": ["192", "224"], "7": ["224", "256"], "8": ["256", "288"], "9": ["288", "320"], "10": ["320", "352"], "11": ["352", "384"], "12": ["384", "416"], "13": ["416", "448"], "14": ["448", "480"], "15": ["480", "512"], "16": ["512", "544"], "17": ["544", "576"], "18": ["576", "608"], "19": ["608", "640"], "20": ["640", "672"], "21": ["672", "704"], "22": ["704", "736"], "23": ["736", "768"], "24": ["768", "800"], "25": ["800", "832"], "26": ["832", "864"], "27": ["864", "896"], "28": ["896", "928"], "29": ["928", "960"], "30": ["960", "992"], "31": ["992", "1024"], "32": ["1024", "1056"], "33": ["1056", "1088"], "34": ["1088", "1120"], "35": ["1120", "1152"], "36": ["1152", "1184"], "37": ["1184", "1216"], "38": ["1216", "1248"], "39": ["1248", "1280"], "40": ["1280", "1312"], "41": ["1312", "1344"], "42": ["1344", "1376"], "43": ["1376", "1408"], "44": ["1408", "1440"], "45": ["1440", "1472"], "46": ["1472", "1504"], "47": ["1504", "1536"], "48": ["1536", "1568"], "49": ["1568", "1600"], "50": ["1600", "1632"], "51": ["1632", "1664"], "52": ["1664", "1696"], "53": ["1696", "1728"], "54": ["1728", "1760"], "55": ["1760", "1792"], "56": ["1792", "1824"], "57": ["1824", "1856"], "58": ["1856", "1888"], "59": ["1888", "1920"], "60": ["1920", "1952"], "61": ["1952", "1984"], "62": ["1984", "2016"], "63": ["2016", "2048"]}, "model.decoder.21.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "524288"], "1": ["524288", "1048576"], "2": ["1048576", "1572864"], "3": ["1572864", "2097152"], "4": ["2097152", "2621440"], "5": ["2621440", "3145728"], "6": ["3145728", "3670016"], "7": ["3670016", "4194304"], "8": ["4194304", "4718592"], "9": ["4718592", "5242880"], "10": ["5242880", "5767168"], "11": ["5767168", "6291456"], "12": ["6291456", "6815744"], "13": ["6815744", "7340032"], "14": ["7340032", "7864320"], "15": ["7864320", "8388608"], "16": ["8388608", "8912896"], "17": ["8912896", "9437184"], "18": ["9437184", "9961472"], "19": ["9961472", "10485760"], "20": ["10485760", "11010048"], "21": ["11010048", "11534336"], "22": ["11534336", "12058624"], "23": ["12058624", "12582912"], "24": ["12582912", "13107200"], "25": ["13107200", "13631488"], "26": ["13631488", "14155776"], "27": ["14155776", "14680064"], "28": ["14680064", "15204352"], "29": ["15204352", "15728640"], "30": ["15728640", "16252928"], "31": ["16252928", "16777216"], "32": ["16777216", "17301504"], "33": ["17301504", "17825792"], "34": ["17825792", "18350080"], "35": ["18350080", "18874368"], "36": ["18874368", "19398656"], "37": ["19398656", "19922944"], "38": ["19922944", "20447232"], "39": ["20447232", "20971520"], "40": ["20971520", "21495808"], "41": ["21495808", "22020096"], "42": ["22020096", "22544384"], "43": ["22544384", "23068672"], "44": ["23068672", "23592960"], "45": ["23592960", "24117248"], "46": ["24117248", "24641536"], "47": ["24641536", "25165824"], "48": ["25165824", "25690112"], "49": ["25690112", "26214400"], "50": ["26214400", "26738688"], "51": ["26738688", "27262976"], "52": ["27262976", "27787264"], "53": ["27787264", "28311552"], "54": ["28311552", "28835840"], "55": ["28835840", "29360128"], "56": ["29360128", "29884416"], "57": ["29884416", "30408704"], "58": ["30408704", "30932992"], "59": ["30932992", "31457280"], "60": ["31457280", "31981568"], "61": ["31981568", "32505856"], "62": ["32505856", "33030144"], "63": ["33030144", "33554432"]}, "model.decoder.21.pp_block.mlp.down_proj.weight": {"0": ["0", "262144"], "1": ["262144", "524288"], "2": ["524288", "786432"], "3": ["786432", "1048576"], "4": ["1048576", "1310720"], "5": ["1310720", "1572864"], "6": ["1572864", "1835008"], "7": ["1835008", "2097152"], "8": ["2097152", "2359296"], "9": ["2359296", "2621440"], "10": ["2621440", "2883584"], "11": ["2883584", "3145728"], "12": ["3145728", "3407872"], "13": ["3407872", "3670016"], "14": ["3670016", "3932160"], "15": ["3932160", "4194304"], "16": ["4194304", "4456448"], "17": ["4456448", "4718592"], "18": ["4718592", "4980736"], "19": ["4980736", "5242880"], "20": ["5242880", "5505024"], "21": ["5505024", "5767168"], "22": ["5767168", "6029312"], "23": ["6029312", "6291456"], "24": ["6291456", "6553600"], "25": ["6553600", "6815744"], "26": ["6815744", "7077888"], "27": ["7077888", "7340032"], "28": ["7340032", "7602176"], "29": ["7602176", "7864320"], "30": ["7864320", "8126464"], "31": ["8126464", "8388608"], "32": ["8388608", "8650752"], "33": ["8650752", "8912896"], "34": ["8912896", "9175040"], "35": ["9175040", "9437184"], "36": ["9437184", "9699328"], "37": ["9699328", "9961472"], "38": ["9961472", "10223616"], "39": ["10223616", "10485760"], "40": ["10485760", "10747904"], "41": ["10747904", "11010048"], "42": ["11010048", "11272192"], "43": ["11272192", "11534336"], "44": ["11534336", "11796480"], "45": ["11796480", "12058624"], "46": ["12058624", "12320768"], "47": ["12320768", "12582912"], "48": ["12582912", "12845056"], "49": ["12845056", "13107200"], "50": ["13107200", "13369344"], "51": ["13369344", "13631488"], "52": ["13631488", "13893632"], "53": ["13893632", "14155776"], "54": ["14155776", "14417920"], "55": ["14417920", "14680064"], "56": ["14680064", "14942208"], "57": ["14942208", "15204352"], "58": ["15204352", "15466496"], "59": ["15466496", "15728640"], "60": ["15728640", "15990784"], "61": ["15990784", "16252928"], "62": ["16252928", "16515072"], "63": ["16515072", "16777216"]}, "model.decoder.22.pp_block.input_layernorm.weight": {"0": ["0", "32"], "1": ["32", "64"], "2": ["64", "96"], "3": ["96", "128"], "4": ["128", "160"], "5": ["160", "192"], "6": ["192", "224"], "7": ["224", "256"], "8": ["256", "288"], "9": ["288", "320"], "10": ["320", "352"], "11": ["352", "384"], "12": ["384", "416"], "13": ["416", "448"], "14": ["448", "480"], "15": ["480", "512"], "16": ["512", "544"], "17": ["544", "576"], "18": ["576", "608"], "19": ["608", "640"], "20": ["640", "672"], "21": ["672", "704"], "22": ["704", "736"], "23": ["736", "768"], "24": ["768", "800"], "25": ["800", "832"], "26": ["832", "864"], "27": ["864", "896"], "28": ["896", "928"], "29": ["928", "960"], "30": ["960", "992"], "31": ["992", "1024"], "32": ["1024", "1056"], "33": ["1056", "1088"], "34": ["1088", "1120"], "35": ["1120", "1152"], "36": ["1152", "1184"], "37": ["1184", "1216"], "38": ["1216", "1248"], "39": ["1248", "1280"], "40": ["1280", "1312"], "41": ["1312", "1344"], "42": ["1344", "1376"], "43": ["1376", "1408"], "44": ["1408", "1440"], "45": ["1440", "1472"], "46": ["1472", "1504"], "47": ["1504", "1536"], "48": ["1536", "1568"], "49": ["1568", "1600"], "50": ["1600", "1632"], "51": ["1632", "1664"], "52": ["1664", "1696"], "53": ["1696", "1728"], "54": ["1728", "1760"], "55": ["1760", "1792"], "56": ["1792", "1824"], "57": ["1824", "1856"], "58": ["1856", "1888"], "59": ["1888", "1920"], "60": ["1920", "1952"], "61": ["1952", "1984"], "62": ["1984", "2016"], "63": ["2016", "2048"]}, "model.decoder.22.pp_block.attn.qkv_proj.weight": {"0": ["0", "196608"], "1": ["196608", "393216"], "2": ["393216", "589824"], "3": ["589824", "786432"], "4": ["786432", "983040"], "5": ["983040", "1179648"], "6": ["1179648", "1376256"], "7": ["1376256", "1572864"], "8": ["1572864", "1769472"], "9": ["1769472", "1966080"], "10": ["1966080", "2162688"], "11": ["2162688", "2359296"], "12": ["2359296", "2555904"], "13": ["2555904", "2752512"], "14": ["2752512", "2949120"], "15": ["2949120", "3145728"], "16": ["3145728", "3342336"], "17": ["3342336", "3538944"], "18": ["3538944", "3735552"], "19": ["3735552", "3932160"], "20": ["3932160", "4128768"], "21": ["4128768", "4325376"], "22": ["4325376", "4521984"], "23": ["4521984", "4718592"], "24": ["4718592", "4915200"], "25": ["4915200", "5111808"], "26": ["5111808", "5308416"], "27": ["5308416", "5505024"], "28": ["5505024", "5701632"], "29": ["5701632", "5898240"], "30": ["5898240", "6094848"], "31": ["6094848", "6291456"], "32": ["6291456", "6488064"], "33": ["6488064", "6684672"], "34": ["6684672", "6881280"], "35": ["6881280", "7077888"], "36": ["7077888", "7274496"], "37": ["7274496", "7471104"], "38": ["7471104", "7667712"], "39": ["7667712", "7864320"], "40": ["7864320", "8060928"], "41": ["8060928", "8257536"], "42": ["8257536", "8454144"], "43": ["8454144", "8650752"], "44": ["8650752", "8847360"], "45": ["8847360", "9043968"], "46": ["9043968", "9240576"], "47": ["9240576", "9437184"], "48": ["9437184", "9633792"], "49": ["9633792", "9830400"], "50": ["9830400", "10027008"], "51": ["10027008", "10223616"], "52": ["10223616", "10420224"], "53": ["10420224", "10616832"], "54": ["10616832", "10813440"], "55": ["10813440", "11010048"], "56": ["11010048", "11206656"], "57": ["11206656", "11403264"], "58": ["11403264", "11599872"], "59": ["11599872", "11796480"], "60": ["11796480", "11993088"], "61": ["11993088", "12189696"], "62": ["12189696", "12386304"], "63": ["12386304", "12582912"]}, "model.decoder.22.pp_block.attn.o_proj.weight": {"0": ["0", "65536"], "1": ["65536", "131072"], "2": ["131072", "196608"], "3": ["196608", "262144"], "4": ["262144", "327680"], "5": ["327680", "393216"], "6": ["393216", "458752"], "7": ["458752", "524288"], "8": ["524288", "589824"], "9": ["589824", "655360"], "10": ["655360", "720896"], "11": ["720896", "786432"], "12": ["786432", "851968"], "13": ["851968", "917504"], "14": ["917504", "983040"], "15": ["983040", "1048576"], "16": ["1048576", "1114112"], "17": ["1114112", "1179648"], "18": ["1179648", "1245184"], "19": ["1245184", "1310720"], "20": ["1310720", "1376256"], "21": ["1376256", "1441792"], "22": ["1441792", "1507328"], "23": ["1507328", "1572864"], "24": ["1572864", "1638400"], "25": ["1638400", "1703936"], "26": ["1703936", "1769472"], "27": ["1769472", "1835008"], "28": ["1835008", "1900544"], "29": ["1900544", "1966080"], "30": ["1966080", "2031616"], "31": ["2031616", "2097152"], "32": ["2097152", "2162688"], "33": ["2162688", "2228224"], "34": ["2228224", "2293760"], "35": ["2293760", "2359296"], "36": ["2359296", "2424832"], "37": ["2424832", "2490368"], "38": ["2490368", "2555904"], "39": ["2555904", "2621440"], "40": ["2621440", "2686976"], "41": ["2686976", "2752512"], "42": ["2752512", "2818048"], "43": ["2818048", "2883584"], "44": ["2883584", "2949120"], "45": ["2949120", "3014656"], "46": ["3014656", "3080192"], "47": ["3080192", "3145728"], "48": ["3145728", "3211264"], "49": ["3211264", "3276800"], "50": ["3276800", "3342336"], "51": ["3342336", "3407872"], "52": ["3407872", "3473408"], "53": ["3473408", "3538944"], "54": ["3538944", "3604480"], "55": ["3604480", "3670016"], "56": ["3670016", "3735552"], "57": ["3735552", "3801088"], "58": ["3801088", "3866624"], "59": ["3866624", "3932160"], "60": ["3932160", "3997696"], "61": ["3997696", "4063232"], "62": ["4063232", "4128768"], "63": ["4128768", "4194304"]}, "model.decoder.22.pp_block.post_attention_layernorm.weight": {"0": ["0", "32"], "1": ["32", "64"], "2": ["64", "96"], "3": ["96", "128"], "4": ["128", "160"], "5": ["160", "192"], "6": ["192", "224"], "7": ["224", "256"], "8": ["256", "288"], "9": ["288", "320"], "10": ["320", "352"], "11": ["352", "384"], "12": ["384", "416"], "13": ["416", "448"], "14": ["448", "480"], "15": ["480", "512"], "16": ["512", "544"], "17": ["544", "576"], "18": ["576", "608"], "19": ["608", "640"], "20": ["640", "672"], "21": ["672", "704"], "22": ["704", "736"], "23": ["736", "768"], "24": ["768", "800"], "25": ["800", "832"], "26": ["832", "864"], "27": ["864", "896"], "28": ["896", "928"], "29": ["928", "960"], "30": ["960", "992"], "31": ["992", "1024"], "32": ["1024", "1056"], "33": ["1056", "1088"], "34": ["1088", "1120"], "35": ["1120", "1152"], "36": ["1152", "1184"], "37": ["1184", "1216"], "38": ["1216", "1248"], "39": ["1248", "1280"], "40": ["1280", "1312"], "41": ["1312", "1344"], "42": ["1344", "1376"], "43": ["1376", "1408"], "44": ["1408", "1440"], "45": ["1440", "1472"], "46": ["1472", "1504"], "47": ["1504", "1536"], "48": ["1536", "1568"], "49": ["1568", "1600"], "50": ["1600", "1632"], "51": ["1632", "1664"], "52": ["1664", "1696"], "53": ["1696", "1728"], "54": ["1728", "1760"], "55": ["1760", "1792"], "56": ["1792", "1824"], "57": ["1824", "1856"], "58": ["1856", "1888"], "59": ["1888", "1920"], "60": ["1920", "1952"], "61": ["1952", "1984"], "62": ["1984", "2016"], "63": ["2016", "2048"]}, "model.decoder.22.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "524288"], "1": ["524288", "1048576"], "2": ["1048576", "1572864"], "3": ["1572864", "2097152"], "4": ["2097152", "2621440"], "5": ["2621440", "3145728"], "6": ["3145728", "3670016"], "7": ["3670016", "4194304"], "8": ["4194304", "4718592"], "9": ["4718592", "5242880"], "10": ["5242880", "5767168"], "11": ["5767168", "6291456"], "12": ["6291456", "6815744"], "13": ["6815744", "7340032"], "14": ["7340032", "7864320"], "15": ["7864320", "8388608"], "16": ["8388608", "8912896"], "17": ["8912896", "9437184"], "18": ["9437184", "9961472"], "19": ["9961472", "10485760"], "20": ["10485760", "11010048"], "21": ["11010048", "11534336"], "22": ["11534336", "12058624"], "23": ["12058624", "12582912"], "24": ["12582912", "13107200"], "25": ["13107200", "13631488"], "26": ["13631488", "14155776"], "27": ["14155776", "14680064"], "28": ["14680064", "15204352"], "29": ["15204352", "15728640"], "30": ["15728640", "16252928"], "31": ["16252928", "16777216"], "32": ["16777216", "17301504"], "33": ["17301504", "17825792"], "34": ["17825792", "18350080"], "35": ["18350080", "18874368"], "36": ["18874368", "19398656"], "37": ["19398656", "19922944"], "38": ["19922944", "20447232"], "39": ["20447232", "20971520"], "40": ["20971520", "21495808"], "41": ["21495808", "22020096"], "42": ["22020096", "22544384"], "43": ["22544384", "23068672"], "44": ["23068672", "23592960"], "45": ["23592960", "24117248"], "46": ["24117248", "24641536"], "47": ["24641536", "25165824"], "48": ["25165824", "25690112"], "49": ["25690112", "26214400"], "50": ["26214400", "26738688"], "51": ["26738688", "27262976"], "52": ["27262976", "27787264"], "53": ["27787264", "28311552"], "54": ["28311552", "28835840"], "55": ["28835840", "29360128"], "56": ["29360128", "29884416"], "57": ["29884416", "30408704"], "58": ["30408704", "30932992"], "59": ["30932992", "31457280"], "60": ["31457280", "31981568"], "61": ["31981568", "32505856"], "62": ["32505856", "33030144"], "63": ["33030144", "33554432"]}, "model.decoder.22.pp_block.mlp.down_proj.weight": {"0": ["0", "262144"], "1": ["262144", "524288"], "2": ["524288", "786432"], "3": ["786432", "1048576"], "4": ["1048576", "1310720"], "5": ["1310720", "1572864"], "6": ["1572864", "1835008"], "7": ["1835008", "2097152"], "8": ["2097152", "2359296"], "9": ["2359296", "2621440"], "10": ["2621440", "2883584"], "11": ["2883584", "3145728"], "12": ["3145728", "3407872"], "13": ["3407872", "3670016"], "14": ["3670016", "3932160"], "15": ["3932160", "4194304"], "16": ["4194304", "4456448"], "17": ["4456448", "4718592"], "18": ["4718592", "4980736"], "19": ["4980736", "5242880"], "20": ["5242880", "5505024"], "21": ["5505024", "5767168"], "22": ["5767168", "6029312"], "23": ["6029312", "6291456"], "24": ["6291456", "6553600"], "25": ["6553600", "6815744"], "26": ["6815744", "7077888"], "27": ["7077888", "7340032"], "28": ["7340032", "7602176"], "29": ["7602176", "7864320"], "30": ["7864320", "8126464"], "31": ["8126464", "8388608"], "32": ["8388608", "8650752"], "33": ["8650752", "8912896"], "34": ["8912896", "9175040"], "35": ["9175040", "9437184"], "36": ["9437184", "9699328"], "37": ["9699328", "9961472"], "38": ["9961472", "10223616"], "39": ["10223616", "10485760"], "40": ["10485760", "10747904"], "41": ["10747904", "11010048"], "42": ["11010048", "11272192"], "43": ["11272192", "11534336"], "44": ["11534336", "11796480"], "45": ["11796480", "12058624"], "46": ["12058624", "12320768"], "47": ["12320768", "12582912"], "48": ["12582912", "12845056"], "49": ["12845056", "13107200"], "50": ["13107200", "13369344"], "51": ["13369344", "13631488"], "52": ["13631488", "13893632"], "53": ["13893632", "14155776"], "54": ["14155776", "14417920"], "55": ["14417920", "14680064"], "56": ["14680064", "14942208"], "57": ["14942208", "15204352"], "58": ["15204352", "15466496"], "59": ["15466496", "15728640"], "60": ["15728640", "15990784"], "61": ["15990784", "16252928"], "62": ["16252928", "16515072"], "63": ["16515072", "16777216"]}, "model.decoder.23.pp_block.input_layernorm.weight": {"0": ["0", "32"], "1": ["32", "64"], "2": ["64", "96"], "3": ["96", "128"], "4": ["128", "160"], "5": ["160", "192"], "6": ["192", "224"], "7": ["224", "256"], "8": ["256", "288"], "9": ["288", "320"], "10": ["320", "352"], "11": ["352", "384"], "12": ["384", "416"], "13": ["416", "448"], "14": ["448", "480"], "15": ["480", "512"], "16": ["512", "544"], "17": ["544", "576"], "18": ["576", "608"], "19": ["608", "640"], "20": ["640", "672"], "21": ["672", "704"], "22": ["704", "736"], "23": ["736", "768"], "24": ["768", "800"], "25": ["800", "832"], "26": ["832", "864"], "27": ["864", "896"], "28": ["896", "928"], "29": ["928", "960"], "30": ["960", "992"], "31": ["992", "1024"], "32": ["1024", "1056"], "33": ["1056", "1088"], "34": ["1088", "1120"], "35": ["1120", "1152"], "36": ["1152", "1184"], "37": ["1184", "1216"], "38": ["1216", "1248"], "39": ["1248", "1280"], "40": ["1280", "1312"], "41": ["1312", "1344"], "42": ["1344", "1376"], "43": ["1376", "1408"], "44": ["1408", "1440"], "45": ["1440", "1472"], "46": ["1472", "1504"], "47": ["1504", "1536"], "48": ["1536", "1568"], "49": ["1568", "1600"], "50": ["1600", "1632"], "51": ["1632", "1664"], "52": ["1664", "1696"], "53": ["1696", "1728"], "54": ["1728", "1760"], "55": ["1760", "1792"], "56": ["1792", "1824"], "57": ["1824", "1856"], "58": ["1856", "1888"], "59": ["1888", "1920"], "60": ["1920", "1952"], "61": ["1952", "1984"], "62": ["1984", "2016"], "63": ["2016", "2048"]}, "model.decoder.23.pp_block.attn.qkv_proj.weight": {"0": ["0", "196608"], "1": ["196608", "393216"], "2": ["393216", "589824"], "3": ["589824", "786432"], "4": ["786432", "983040"], "5": ["983040", "1179648"], "6": ["1179648", "1376256"], "7": ["1376256", "1572864"], "8": ["1572864", "1769472"], "9": ["1769472", "1966080"], "10": ["1966080", "2162688"], "11": ["2162688", "2359296"], "12": ["2359296", "2555904"], "13": ["2555904", "2752512"], "14": ["2752512", "2949120"], "15": ["2949120", "3145728"], "16": ["3145728", "3342336"], "17": ["3342336", "3538944"], "18": ["3538944", "3735552"], "19": ["3735552", "3932160"], "20": ["3932160", "4128768"], "21": ["4128768", "4325376"], "22": ["4325376", "4521984"], "23": ["4521984", "4718592"], "24": ["4718592", "4915200"], "25": ["4915200", "5111808"], "26": ["5111808", "5308416"], "27": ["5308416", "5505024"], "28": ["5505024", "5701632"], "29": ["5701632", "5898240"], "30": ["5898240", "6094848"], "31": ["6094848", "6291456"], "32": ["6291456", "6488064"], "33": ["6488064", "6684672"], "34": ["6684672", "6881280"], "35": ["6881280", "7077888"], "36": ["7077888", "7274496"], "37": ["7274496", "7471104"], "38": ["7471104", "7667712"], "39": ["7667712", "7864320"], "40": ["7864320", "8060928"], "41": ["8060928", "8257536"], "42": ["8257536", "8454144"], "43": ["8454144", "8650752"], "44": ["8650752", "8847360"], "45": ["8847360", "9043968"], "46": ["9043968", "9240576"], "47": ["9240576", "9437184"], "48": ["9437184", "9633792"], "49": ["9633792", "9830400"], "50": ["9830400", "10027008"], "51": ["10027008", "10223616"], "52": ["10223616", "10420224"], "53": ["10420224", "10616832"], "54": ["10616832", "10813440"], "55": ["10813440", "11010048"], "56": ["11010048", "11206656"], "57": ["11206656", "11403264"], "58": ["11403264", "11599872"], "59": ["11599872", "11796480"], "60": ["11796480", "11993088"], "61": ["11993088", "12189696"], "62": ["12189696", "12386304"], "63": ["12386304", "12582912"]}, "model.decoder.23.pp_block.attn.o_proj.weight": {"0": ["0", "65536"], "1": ["65536", "131072"], "2": ["131072", "196608"], "3": ["196608", "262144"], "4": ["262144", "327680"], "5": ["327680", "393216"], "6": ["393216", "458752"], "7": ["458752", "524288"], "8": ["524288", "589824"], "9": ["589824", "655360"], "10": ["655360", "720896"], "11": ["720896", "786432"], "12": ["786432", "851968"], "13": ["851968", "917504"], "14": ["917504", "983040"], "15": ["983040", "1048576"], "16": ["1048576", "1114112"], "17": ["1114112", "1179648"], "18": ["1179648", "1245184"], "19": ["1245184", "1310720"], "20": ["1310720", "1376256"], "21": ["1376256", "1441792"], "22": ["1441792", "1507328"], "23": ["1507328", "1572864"], "24": ["1572864", "1638400"], "25": ["1638400", "1703936"], "26": ["1703936", "1769472"], "27": ["1769472", "1835008"], "28": ["1835008", "1900544"], "29": ["1900544", "1966080"], "30": ["1966080", "2031616"], "31": ["2031616", "2097152"], "32": ["2097152", "2162688"], "33": ["2162688", "2228224"], "34": ["2228224", "2293760"], "35": ["2293760", "2359296"], "36": ["2359296", "2424832"], "37": ["2424832", "2490368"], "38": ["2490368", "2555904"], "39": ["2555904", "2621440"], "40": ["2621440", "2686976"], "41": ["2686976", "2752512"], "42": ["2752512", "2818048"], "43": ["2818048", "2883584"], "44": ["2883584", "2949120"], "45": ["2949120", "3014656"], "46": ["3014656", "3080192"], "47": ["3080192", "3145728"], "48": ["3145728", "3211264"], "49": ["3211264", "3276800"], "50": ["3276800", "3342336"], "51": ["3342336", "3407872"], "52": ["3407872", "3473408"], "53": ["3473408", "3538944"], "54": ["3538944", "3604480"], "55": ["3604480", "3670016"], "56": ["3670016", "3735552"], "57": ["3735552", "3801088"], "58": ["3801088", "3866624"], "59": ["3866624", "3932160"], "60": ["3932160", "3997696"], "61": ["3997696", "4063232"], "62": ["4063232", "4128768"], "63": ["4128768", "4194304"]}, "model.decoder.23.pp_block.post_attention_layernorm.weight": {"0": ["0", "32"], "1": ["32", "64"], "2": ["64", "96"], "3": ["96", "128"], "4": ["128", "160"], "5": ["160", "192"], "6": ["192", "224"], "7": ["224", "256"], "8": ["256", "288"], "9": ["288", "320"], "10": ["320", "352"], "11": ["352", "384"], "12": ["384", "416"], "13": ["416", "448"], "14": ["448", "480"], "15": ["480", "512"], "16": ["512", "544"], "17": ["544", "576"], "18": ["576", "608"], "19": ["608", "640"], "20": ["640", "672"], "21": ["672", "704"], "22": ["704", "736"], "23": ["736", "768"], "24": ["768", "800"], "25": ["800", "832"], "26": ["832", "864"], "27": ["864", "896"], "28": ["896", "928"], "29": ["928", "960"], "30": ["960", "992"], "31": ["992", "1024"], "32": ["1024", "1056"], "33": ["1056", "1088"], "34": ["1088", "1120"], "35": ["1120", "1152"], "36": ["1152", "1184"], "37": ["1184", "1216"], "38": ["1216", "1248"], "39": ["1248", "1280"], "40": ["1280", "1312"], "41": ["1312", "1344"], "42": ["1344", "1376"], "43": ["1376", "1408"], "44": ["1408", "1440"], "45": ["1440", "1472"], "46": ["1472", "1504"], "47": ["1504", "1536"], "48": ["1536", "1568"], "49": ["1568", "1600"], "50": ["1600", "1632"], "51": ["1632", "1664"], "52": ["1664", "1696"], "53": ["1696", "1728"], "54": ["1728", "1760"], "55": ["1760", "1792"], "56": ["1792", "1824"], "57": ["1824", "1856"], "58": ["1856", "1888"], "59": ["1888", "1920"], "60": ["1920", "1952"], "61": ["1952", "1984"], "62": ["1984", "2016"], "63": ["2016", "2048"]}, "model.decoder.23.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "524288"], "1": ["524288", "1048576"], "2": ["1048576", "1572864"], "3": ["1572864", "2097152"], "4": ["2097152", "2621440"], "5": ["2621440", "3145728"], "6": ["3145728", "3670016"], "7": ["3670016", "4194304"], "8": ["4194304", "4718592"], "9": ["4718592", "5242880"], "10": ["5242880", "5767168"], "11": ["5767168", "6291456"], "12": ["6291456", "6815744"], "13": ["6815744", "7340032"], "14": ["7340032", "7864320"], "15": ["7864320", "8388608"], "16": ["8388608", "8912896"], "17": ["8912896", "9437184"], "18": ["9437184", "9961472"], "19": ["9961472", "10485760"], "20": ["10485760", "11010048"], "21": ["11010048", "11534336"], "22": ["11534336", "12058624"], "23": ["12058624", "12582912"], "24": ["12582912", "13107200"], "25": ["13107200", "13631488"], "26": ["13631488", "14155776"], "27": ["14155776", "14680064"], "28": ["14680064", "15204352"], "29": ["15204352", "15728640"], "30": ["15728640", "16252928"], "31": ["16252928", "16777216"], "32": ["16777216", "17301504"], "33": ["17301504", "17825792"], "34": ["17825792", "18350080"], "35": ["18350080", "18874368"], "36": ["18874368", "19398656"], "37": ["19398656", "19922944"], "38": ["19922944", "20447232"], "39": ["20447232", "20971520"], "40": ["20971520", "21495808"], "41": ["21495808", "22020096"], "42": ["22020096", "22544384"], "43": ["22544384", "23068672"], "44": ["23068672", "23592960"], "45": ["23592960", "24117248"], "46": ["24117248", "24641536"], "47": ["24641536", "25165824"], "48": ["25165824", "25690112"], "49": ["25690112", "26214400"], "50": ["26214400", "26738688"], "51": ["26738688", "27262976"], "52": ["27262976", "27787264"], "53": ["27787264", "28311552"], "54": ["28311552", "28835840"], "55": ["28835840", "29360128"], "56": ["29360128", "29884416"], "57": ["29884416", "30408704"], "58": ["30408704", "30932992"], "59": ["30932992", "31457280"], "60": ["31457280", "31981568"], "61": ["31981568", "32505856"], "62": ["32505856", "33030144"], "63": ["33030144", "33554432"]}, "model.decoder.23.pp_block.mlp.down_proj.weight": {"0": ["0", "262144"], "1": ["262144", "524288"], "2": ["524288", "786432"], "3": ["786432", "1048576"], "4": ["1048576", "1310720"], "5": ["1310720", "1572864"], "6": ["1572864", "1835008"], "7": ["1835008", "2097152"], "8": ["2097152", "2359296"], "9": ["2359296", "2621440"], "10": ["2621440", "2883584"], "11": ["2883584", "3145728"], "12": ["3145728", "3407872"], "13": ["3407872", "3670016"], "14": ["3670016", "3932160"], "15": ["3932160", "4194304"], "16": ["4194304", "4456448"], "17": ["4456448", "4718592"], "18": ["4718592", "4980736"], "19": ["4980736", "5242880"], "20": ["5242880", "5505024"], "21": ["5505024", "5767168"], "22": ["5767168", "6029312"], "23": ["6029312", "6291456"], "24": ["6291456", "6553600"], "25": ["6553600", "6815744"], "26": ["6815744", "7077888"], "27": ["7077888", "7340032"], "28": ["7340032", "7602176"], "29": ["7602176", "7864320"], "30": ["7864320", "8126464"], "31": ["8126464", "8388608"], "32": ["8388608", "8650752"], "33": ["8650752", "8912896"], "34": ["8912896", "9175040"], "35": ["9175040", "9437184"], "36": ["9437184", "9699328"], "37": ["9699328", "9961472"], "38": ["9961472", "10223616"], "39": ["10223616", "10485760"], "40": ["10485760", "10747904"], "41": ["10747904", "11010048"], "42": ["11010048", "11272192"], "43": ["11272192", "11534336"], "44": ["11534336", "11796480"], "45": ["11796480", "12058624"], "46": ["12058624", "12320768"], "47": ["12320768", "12582912"], "48": ["12582912", "12845056"], "49": ["12845056", "13107200"], "50": ["13107200", "13369344"], "51": ["13369344", "13631488"], "52": ["13631488", "13893632"], "53": ["13893632", "14155776"], "54": ["14155776", "14417920"], "55": ["14417920", "14680064"], "56": ["14680064", "14942208"], "57": ["14942208", "15204352"], "58": ["15204352", "15466496"], "59": ["15466496", "15728640"], "60": ["15728640", "15990784"], "61": ["15990784", "16252928"], "62": ["16252928", "16515072"], "63": ["16515072", "16777216"]}, "model.final_layer_norm.pp_block.weight": {"0": ["0", "32"], "1": ["32", "64"], "2": ["64", "96"], "3": ["96", "128"], "4": ["128", "160"], "5": ["160", "192"], "6": ["192", "224"], "7": ["224", "256"], "8": ["256", "288"], "9": ["288", "320"], "10": ["320", "352"], "11": ["352", "384"], "12": ["384", "416"], "13": ["416", "448"], "14": ["448", "480"], "15": ["480", "512"], "16": ["512", "544"], "17": ["544", "576"], "18": ["576", "608"], "19": ["608", "640"], "20": ["640", "672"], "21": ["672", "704"], "22": ["704", "736"], "23": ["736", "768"], "24": ["768", "800"], "25": ["800", "832"], "26": ["832", "864"], "27": ["864", "896"], "28": ["896", "928"], "29": ["928", "960"], "30": ["960", "992"], "31": ["992", "1024"], "32": ["1024", "1056"], "33": ["1056", "1088"], "34": ["1088", "1120"], "35": ["1120", "1152"], "36": ["1152", "1184"], "37": ["1184", "1216"], "38": ["1216", "1248"], "39": ["1248", "1280"], "40": ["1280", "1312"], "41": ["1312", "1344"], "42": ["1344", "1376"], "43": ["1376", "1408"], "44": ["1408", "1440"], "45": ["1440", "1472"], "46": ["1472", "1504"], "47": ["1504", "1536"], "48": ["1536", "1568"], "49": ["1568", "1600"], "50": ["1600", "1632"], "51": ["1632", "1664"], "52": ["1664", "1696"], "53": ["1696", "1728"], "54": ["1728", "1760"], "55": ["1760", "1792"], "56": ["1792", "1824"], "57": ["1824", "1856"], "58": ["1856", "1888"], "59": ["1888", "1920"], "60": ["1920", "1952"], "61": ["1952", "1984"], "62": ["1984", "2016"], "63": ["2016", "2048"]}}, "orig_param_shapes": {"model.token_position_embeddings.pp_block.token_embedding.weight": ["49152", "2048"], "model.decoder.0.pp_block.input_layernorm.weight": ["2048"], "model.decoder.0.pp_block.attn.qkv_proj.weight": ["6144", "2048"], "model.decoder.0.pp_block.attn.o_proj.weight": ["2048", "2048"], "model.decoder.0.pp_block.post_attention_layernorm.weight": ["2048"], "model.decoder.0.pp_block.mlp.gate_up_proj.weight": ["16384", "2048"], "model.decoder.0.pp_block.mlp.down_proj.weight": ["2048", "8192"], "model.decoder.1.pp_block.input_layernorm.weight": ["2048"], "model.decoder.1.pp_block.attn.qkv_proj.weight": ["6144", "2048"], "model.decoder.1.pp_block.attn.o_proj.weight": ["2048", "2048"], "model.decoder.1.pp_block.post_attention_layernorm.weight": ["2048"], "model.decoder.1.pp_block.mlp.gate_up_proj.weight": ["16384", "2048"], "model.decoder.1.pp_block.mlp.down_proj.weight": ["2048", "8192"], "model.decoder.2.pp_block.input_layernorm.weight": ["2048"], "model.decoder.2.pp_block.attn.qkv_proj.weight": ["6144", "2048"], "model.decoder.2.pp_block.attn.o_proj.weight": ["2048", "2048"], "model.decoder.2.pp_block.post_attention_layernorm.weight": ["2048"], "model.decoder.2.pp_block.mlp.gate_up_proj.weight": ["16384", "2048"], "model.decoder.2.pp_block.mlp.down_proj.weight": ["2048", "8192"], "model.decoder.3.pp_block.input_layernorm.weight": ["2048"], "model.decoder.3.pp_block.attn.qkv_proj.weight": ["6144", "2048"], "model.decoder.3.pp_block.attn.o_proj.weight": ["2048", "2048"], "model.decoder.3.pp_block.post_attention_layernorm.weight": ["2048"], "model.decoder.3.pp_block.mlp.gate_up_proj.weight": ["16384", "2048"], "model.decoder.3.pp_block.mlp.down_proj.weight": ["2048", "8192"], "model.decoder.4.pp_block.input_layernorm.weight": ["2048"], "model.decoder.4.pp_block.attn.qkv_proj.weight": ["6144", "2048"], "model.decoder.4.pp_block.attn.o_proj.weight": ["2048", "2048"], "model.decoder.4.pp_block.post_attention_layernorm.weight": ["2048"], "model.decoder.4.pp_block.mlp.gate_up_proj.weight": ["16384", "2048"], "model.decoder.4.pp_block.mlp.down_proj.weight": ["2048", "8192"], "model.decoder.5.pp_block.input_layernorm.weight": ["2048"], "model.decoder.5.pp_block.attn.qkv_proj.weight": ["6144", "2048"], "model.decoder.5.pp_block.attn.o_proj.weight": ["2048", "2048"], "model.decoder.5.pp_block.post_attention_layernorm.weight": ["2048"], "model.decoder.5.pp_block.mlp.gate_up_proj.weight": ["16384", "2048"], "model.decoder.5.pp_block.mlp.down_proj.weight": ["2048", "8192"], "model.decoder.6.pp_block.input_layernorm.weight": ["2048"], "model.decoder.6.pp_block.attn.qkv_proj.weight": ["6144", "2048"], "model.decoder.6.pp_block.attn.o_proj.weight": ["2048", "2048"], "model.decoder.6.pp_block.post_attention_layernorm.weight": ["2048"], "model.decoder.6.pp_block.mlp.gate_up_proj.weight": ["16384", "2048"], "model.decoder.6.pp_block.mlp.down_proj.weight": ["2048", "8192"], "model.decoder.7.pp_block.input_layernorm.weight": ["2048"], "model.decoder.7.pp_block.attn.qkv_proj.weight": ["6144", "2048"], "model.decoder.7.pp_block.attn.o_proj.weight": ["2048", "2048"], "model.decoder.7.pp_block.post_attention_layernorm.weight": ["2048"], "model.decoder.7.pp_block.mlp.gate_up_proj.weight": ["16384", "2048"], "model.decoder.7.pp_block.mlp.down_proj.weight": ["2048", "8192"], "model.decoder.8.pp_block.input_layernorm.weight": ["2048"], "model.decoder.8.pp_block.attn.qkv_proj.weight": ["6144", "2048"], "model.decoder.8.pp_block.attn.o_proj.weight": ["2048", "2048"], "model.decoder.8.pp_block.post_attention_layernorm.weight": ["2048"], "model.decoder.8.pp_block.mlp.gate_up_proj.weight": ["16384", "2048"], "model.decoder.8.pp_block.mlp.down_proj.weight": ["2048", "8192"], "model.decoder.9.pp_block.input_layernorm.weight": ["2048"], "model.decoder.9.pp_block.attn.qkv_proj.weight": ["6144", "2048"], "model.decoder.9.pp_block.attn.o_proj.weight": ["2048", "2048"], "model.decoder.9.pp_block.post_attention_layernorm.weight": ["2048"], "model.decoder.9.pp_block.mlp.gate_up_proj.weight": ["16384", "2048"], "model.decoder.9.pp_block.mlp.down_proj.weight": ["2048", "8192"], "model.decoder.10.pp_block.input_layernorm.weight": ["2048"], "model.decoder.10.pp_block.attn.qkv_proj.weight": ["6144", "2048"], "model.decoder.10.pp_block.attn.o_proj.weight": ["2048", "2048"], "model.decoder.10.pp_block.post_attention_layernorm.weight": ["2048"], "model.decoder.10.pp_block.mlp.gate_up_proj.weight": ["16384", "2048"], "model.decoder.10.pp_block.mlp.down_proj.weight": ["2048", "8192"], "model.decoder.11.pp_block.input_layernorm.weight": ["2048"], "model.decoder.11.pp_block.attn.qkv_proj.weight": ["6144", "2048"], "model.decoder.11.pp_block.attn.o_proj.weight": ["2048", "2048"], "model.decoder.11.pp_block.post_attention_layernorm.weight": ["2048"], "model.decoder.11.pp_block.mlp.gate_up_proj.weight": ["16384", "2048"], "model.decoder.11.pp_block.mlp.down_proj.weight": ["2048", "8192"], "model.decoder.12.pp_block.input_layernorm.weight": ["2048"], "model.decoder.12.pp_block.attn.qkv_proj.weight": ["6144", "2048"], "model.decoder.12.pp_block.attn.o_proj.weight": ["2048", "2048"], "model.decoder.12.pp_block.post_attention_layernorm.weight": ["2048"], "model.decoder.12.pp_block.mlp.gate_up_proj.weight": ["16384", "2048"], "model.decoder.12.pp_block.mlp.down_proj.weight": ["2048", "8192"], "model.decoder.13.pp_block.input_layernorm.weight": ["2048"], "model.decoder.13.pp_block.attn.qkv_proj.weight": ["6144", "2048"], "model.decoder.13.pp_block.attn.o_proj.weight": ["2048", "2048"], "model.decoder.13.pp_block.post_attention_layernorm.weight": ["2048"], "model.decoder.13.pp_block.mlp.gate_up_proj.weight": ["16384", "2048"], "model.decoder.13.pp_block.mlp.down_proj.weight": ["2048", "8192"], "model.decoder.14.pp_block.input_layernorm.weight": ["2048"], "model.decoder.14.pp_block.attn.qkv_proj.weight": ["6144", "2048"], "model.decoder.14.pp_block.attn.o_proj.weight": ["2048", "2048"], "model.decoder.14.pp_block.post_attention_layernorm.weight": ["2048"], "model.decoder.14.pp_block.mlp.gate_up_proj.weight": ["16384", "2048"], "model.decoder.14.pp_block.mlp.down_proj.weight": ["2048", "8192"], "model.decoder.15.pp_block.input_layernorm.weight": ["2048"], "model.decoder.15.pp_block.attn.qkv_proj.weight": ["6144", "2048"], "model.decoder.15.pp_block.attn.o_proj.weight": ["2048", "2048"], "model.decoder.15.pp_block.post_attention_layernorm.weight": ["2048"], "model.decoder.15.pp_block.mlp.gate_up_proj.weight": ["16384", "2048"], "model.decoder.15.pp_block.mlp.down_proj.weight": ["2048", "8192"], "model.decoder.16.pp_block.input_layernorm.weight": ["2048"], "model.decoder.16.pp_block.attn.qkv_proj.weight": ["6144", "2048"], "model.decoder.16.pp_block.attn.o_proj.weight": ["2048", "2048"], "model.decoder.16.pp_block.post_attention_layernorm.weight": ["2048"], "model.decoder.16.pp_block.mlp.gate_up_proj.weight": ["16384", "2048"], "model.decoder.16.pp_block.mlp.down_proj.weight": ["2048", "8192"], "model.decoder.17.pp_block.input_layernorm.weight": ["2048"], "model.decoder.17.pp_block.attn.qkv_proj.weight": ["6144", "2048"], "model.decoder.17.pp_block.attn.o_proj.weight": ["2048", "2048"], "model.decoder.17.pp_block.post_attention_layernorm.weight": ["2048"], "model.decoder.17.pp_block.mlp.gate_up_proj.weight": ["16384", "2048"], "model.decoder.17.pp_block.mlp.down_proj.weight": ["2048", "8192"], "model.decoder.18.pp_block.input_layernorm.weight": ["2048"], "model.decoder.18.pp_block.attn.qkv_proj.weight": ["6144", "2048"], "model.decoder.18.pp_block.attn.o_proj.weight": ["2048", "2048"], "model.decoder.18.pp_block.post_attention_layernorm.weight": ["2048"], "model.decoder.18.pp_block.mlp.gate_up_proj.weight": ["16384", "2048"], "model.decoder.18.pp_block.mlp.down_proj.weight": ["2048", "8192"], "model.decoder.19.pp_block.input_layernorm.weight": ["2048"], "model.decoder.19.pp_block.attn.qkv_proj.weight": ["6144", "2048"], "model.decoder.19.pp_block.attn.o_proj.weight": ["2048", "2048"], "model.decoder.19.pp_block.post_attention_layernorm.weight": ["2048"], "model.decoder.19.pp_block.mlp.gate_up_proj.weight": ["16384", "2048"], "model.decoder.19.pp_block.mlp.down_proj.weight": ["2048", "8192"], "model.decoder.20.pp_block.input_layernorm.weight": ["2048"], "model.decoder.20.pp_block.attn.qkv_proj.weight": ["6144", "2048"], "model.decoder.20.pp_block.attn.o_proj.weight": ["2048", "2048"], "model.decoder.20.pp_block.post_attention_layernorm.weight": ["2048"], "model.decoder.20.pp_block.mlp.gate_up_proj.weight": ["16384", "2048"], "model.decoder.20.pp_block.mlp.down_proj.weight": ["2048", "8192"], "model.decoder.21.pp_block.input_layernorm.weight": ["2048"], "model.decoder.21.pp_block.attn.qkv_proj.weight": ["6144", "2048"], "model.decoder.21.pp_block.attn.o_proj.weight": ["2048", "2048"], "model.decoder.21.pp_block.post_attention_layernorm.weight": ["2048"], "model.decoder.21.pp_block.mlp.gate_up_proj.weight": ["16384", "2048"], "model.decoder.21.pp_block.mlp.down_proj.weight": ["2048", "8192"], "model.decoder.22.pp_block.input_layernorm.weight": ["2048"], "model.decoder.22.pp_block.attn.qkv_proj.weight": ["6144", "2048"], "model.decoder.22.pp_block.attn.o_proj.weight": ["2048", "2048"], "model.decoder.22.pp_block.post_attention_layernorm.weight": ["2048"], "model.decoder.22.pp_block.mlp.gate_up_proj.weight": ["16384", "2048"], "model.decoder.22.pp_block.mlp.down_proj.weight": ["2048", "8192"], "model.decoder.23.pp_block.input_layernorm.weight": ["2048"], "model.decoder.23.pp_block.attn.qkv_proj.weight": ["6144", "2048"], "model.decoder.23.pp_block.attn.o_proj.weight": ["2048", "2048"], "model.decoder.23.pp_block.post_attention_layernorm.weight": ["2048"], "model.decoder.23.pp_block.mlp.gate_up_proj.weight": ["16384", "2048"], "model.decoder.23.pp_block.mlp.down_proj.weight": ["2048", "8192"], "model.final_layer_norm.pp_block.weight": ["2048"]}}}