#include "model_container.h" #include "owned_constants.h" namespace ait { namespace { // Contains the metadata for each constant. constexpr std::array owned_constants = { ConstantInfo{"embeddings_token_embedding_weight", 0, 0, 101187584},ConstantInfo{"embeddings_position_embedding_weight", 101187584, 101187584, 157696},ConstantInfo{"encoder_layers_0_layer_norm1_weight", 101345280, 101345280, 2048},ConstantInfo{"encoder_layers_0_layer_norm1_bias", 101347328, 101347328, 2048},ConstantInfo{"encoder_layers_0_self_attn_qkv_weight", 101349376, 101349376, 6291456},ConstantInfo{"encoder_layers_0_self_attn_qkv_bias", 107640832, 107640832, 6144},ConstantInfo{"encoder_layers_0_self_attn_proj_weight", 107646976, 107646976, 2097152},ConstantInfo{"encoder_layers_0_self_attn_proj_bias", 109744128, 109744128, 2048},ConstantInfo{"encoder_layers_0_layer_norm2_weight", 109746176, 109746176, 2048},ConstantInfo{"encoder_layers_0_layer_norm2_bias", 109748224, 109748224, 2048},ConstantInfo{"encoder_layers_0_mlp_fc1_weight", 109750272, 109750272, 8388608},ConstantInfo{"encoder_layers_0_mlp_fc1_bias", 118138880, 118138880, 8192},ConstantInfo{"encoder_layers_0_mlp_fc2_weight", 118147072, 118147072, 8388608},ConstantInfo{"encoder_layers_0_mlp_fc2_bias", 126535680, 126535680, 2048},ConstantInfo{"encoder_layers_1_layer_norm1_weight", 126537728, 126537728, 2048},ConstantInfo{"encoder_layers_1_layer_norm1_bias", 126539776, 126539776, 2048},ConstantInfo{"encoder_layers_1_self_attn_qkv_weight", 126541824, 126541824, 6291456},ConstantInfo{"encoder_layers_1_self_attn_qkv_bias", 132833280, 132833280, 6144},ConstantInfo{"encoder_layers_1_self_attn_proj_weight", 132839424, 132839424, 2097152},ConstantInfo{"encoder_layers_1_self_attn_proj_bias", 134936576, 134936576, 2048},ConstantInfo{"encoder_layers_1_layer_norm2_weight", 134938624, 134938624, 2048},ConstantInfo{"encoder_layers_1_layer_norm2_bias", 134940672, 134940672, 2048},ConstantInfo{"encoder_layers_1_mlp_fc1_weight", 134942720, 134942720, 8388608},ConstantInfo{"encoder_layers_1_mlp_fc1_bias", 143331328, 143331328, 8192},ConstantInfo{"encoder_layers_1_mlp_fc2_weight", 143339520, 143339520, 8388608},ConstantInfo{"encoder_layers_1_mlp_fc2_bias", 151728128, 151728128, 2048},ConstantInfo{"encoder_layers_2_layer_norm1_weight", 151730176, 151730176, 2048},ConstantInfo{"encoder_layers_2_layer_norm1_bias", 151732224, 151732224, 2048},ConstantInfo{"encoder_layers_2_self_attn_qkv_weight", 151734272, 151734272, 6291456},ConstantInfo{"encoder_layers_2_self_attn_qkv_bias", 158025728, 158025728, 6144},ConstantInfo{"encoder_layers_2_self_attn_proj_weight", 158031872, 158031872, 2097152},ConstantInfo{"encoder_layers_2_self_attn_proj_bias", 160129024, 160129024, 2048},ConstantInfo{"encoder_layers_2_layer_norm2_weight", 160131072, 160131072, 2048},ConstantInfo{"encoder_layers_2_layer_norm2_bias", 160133120, 160133120, 2048},ConstantInfo{"encoder_layers_2_mlp_fc1_weight", 160135168, 160135168, 8388608},ConstantInfo{"encoder_layers_2_mlp_fc1_bias", 168523776, 168523776, 8192},ConstantInfo{"encoder_layers_2_mlp_fc2_weight", 168531968, 168531968, 8388608},ConstantInfo{"encoder_layers_2_mlp_fc2_bias", 176920576, 176920576, 2048},ConstantInfo{"encoder_layers_3_layer_norm1_weight", 176922624, 176922624, 2048},ConstantInfo{"encoder_layers_3_layer_norm1_bias", 176924672, 176924672, 2048},ConstantInfo{"encoder_layers_3_self_attn_qkv_weight", 176926720, 176926720, 6291456},ConstantInfo{"encoder_layers_3_self_attn_qkv_bias", 183218176, 183218176, 6144},ConstantInfo{"encoder_layers_3_self_attn_proj_weight", 183224320, 183224320, 2097152},ConstantInfo{"encoder_layers_3_self_attn_proj_bias", 185321472, 185321472, 2048},ConstantInfo{"encoder_layers_3_layer_norm2_weight", 185323520, 185323520, 2048},ConstantInfo{"encoder_layers_3_layer_norm2_bias", 185325568, 185325568, 2048},ConstantInfo{"encoder_layers_3_mlp_fc1_weight", 185327616, 185327616, 8388608},ConstantInfo{"encoder_layers_3_mlp_fc1_bias", 193716224, 193716224, 8192},ConstantInfo{"encoder_layers_3_mlp_fc2_weight", 193724416, 193724416, 8388608},ConstantInfo{"encoder_layers_3_mlp_fc2_bias", 202113024, 202113024, 2048},ConstantInfo{"encoder_layers_4_layer_norm1_weight", 202115072, 202115072, 2048},ConstantInfo{"encoder_layers_4_layer_norm1_bias", 202117120, 202117120, 2048},ConstantInfo{"encoder_layers_4_self_attn_qkv_weight", 202119168, 202119168, 6291456},ConstantInfo{"encoder_layers_4_self_attn_qkv_bias", 208410624, 208410624, 6144},ConstantInfo{"encoder_layers_4_self_attn_proj_weight", 208416768, 208416768, 2097152},ConstantInfo{"encoder_layers_4_self_attn_proj_bias", 210513920, 210513920, 2048},ConstantInfo{"encoder_layers_4_layer_norm2_weight", 210515968, 210515968, 2048},ConstantInfo{"encoder_layers_4_layer_norm2_bias", 210518016, 210518016, 2048},ConstantInfo{"encoder_layers_4_mlp_fc1_weight", 210520064, 210520064, 8388608},ConstantInfo{"encoder_layers_4_mlp_fc1_bias", 218908672, 218908672, 8192},ConstantInfo{"encoder_layers_4_mlp_fc2_weight", 218916864, 218916864, 8388608},ConstantInfo{"encoder_layers_4_mlp_fc2_bias", 227305472, 227305472, 2048},ConstantInfo{"encoder_layers_5_layer_norm1_weight", 227307520, 227307520, 2048},ConstantInfo{"encoder_layers_5_layer_norm1_bias", 227309568, 227309568, 2048},ConstantInfo{"encoder_layers_5_self_attn_qkv_weight", 227311616, 227311616, 6291456},ConstantInfo{"encoder_layers_5_self_attn_qkv_bias", 233603072, 233603072, 6144},ConstantInfo{"encoder_layers_5_self_attn_proj_weight", 233609216, 233609216, 2097152},ConstantInfo{"encoder_layers_5_self_attn_proj_bias", 235706368, 235706368, 2048},ConstantInfo{"encoder_layers_5_layer_norm2_weight", 235708416, 235708416, 2048},ConstantInfo{"encoder_layers_5_layer_norm2_bias", 235710464, 235710464, 2048},ConstantInfo{"encoder_layers_5_mlp_fc1_weight", 235712512, 235712512, 8388608},ConstantInfo{"encoder_layers_5_mlp_fc1_bias", 244101120, 244101120, 8192},ConstantInfo{"encoder_layers_5_mlp_fc2_weight", 244109312, 244109312, 8388608},ConstantInfo{"encoder_layers_5_mlp_fc2_bias", 252497920, 252497920, 2048},ConstantInfo{"encoder_layers_6_layer_norm1_weight", 252499968, 252499968, 2048},ConstantInfo{"encoder_layers_6_layer_norm1_bias", 252502016, 252502016, 2048},ConstantInfo{"encoder_layers_6_self_attn_qkv_weight", 252504064, 252504064, 6291456},ConstantInfo{"encoder_layers_6_self_attn_qkv_bias", 258795520, 258795520, 6144},ConstantInfo{"encoder_layers_6_self_attn_proj_weight", 258801664, 258801664, 2097152},ConstantInfo{"encoder_layers_6_self_attn_proj_bias", 260898816, 260898816, 2048},ConstantInfo{"encoder_layers_6_layer_norm2_weight", 260900864, 260900864, 2048},ConstantInfo{"encoder_layers_6_layer_norm2_bias", 260902912, 260902912, 2048},ConstantInfo{"encoder_layers_6_mlp_fc1_weight", 260904960, 260904960, 8388608},ConstantInfo{"encoder_layers_6_mlp_fc1_bias", 269293568, 269293568, 8192},ConstantInfo{"encoder_layers_6_mlp_fc2_weight", 269301760, 269301760, 8388608},ConstantInfo{"encoder_layers_6_mlp_fc2_bias", 277690368, 277690368, 2048},ConstantInfo{"encoder_layers_7_layer_norm1_weight", 277692416, 277692416, 2048},ConstantInfo{"encoder_layers_7_layer_norm1_bias", 277694464, 277694464, 2048},ConstantInfo{"encoder_layers_7_self_attn_qkv_weight", 277696512, 277696512, 6291456},ConstantInfo{"encoder_layers_7_self_attn_qkv_bias", 283987968, 283987968, 6144},ConstantInfo{"encoder_layers_7_self_attn_proj_weight", 283994112, 283994112, 2097152},ConstantInfo{"encoder_layers_7_self_attn_proj_bias", 286091264, 286091264, 2048},ConstantInfo{"encoder_layers_7_layer_norm2_weight", 286093312, 286093312, 2048},ConstantInfo{"encoder_layers_7_layer_norm2_bias", 286095360, 286095360, 2048},ConstantInfo{"encoder_layers_7_mlp_fc1_weight", 286097408, 286097408, 8388608},ConstantInfo{"encoder_layers_7_mlp_fc1_bias", 294486016, 294486016, 8192},ConstantInfo{"encoder_layers_7_mlp_fc2_weight", 294494208, 294494208, 8388608},ConstantInfo{"encoder_layers_7_mlp_fc2_bias", 302882816, 302882816, 2048},ConstantInfo{"encoder_layers_8_layer_norm1_weight", 302884864, 302884864, 2048},ConstantInfo{"encoder_layers_8_layer_norm1_bias", 302886912, 302886912, 2048},ConstantInfo{"encoder_layers_8_self_attn_qkv_weight", 302888960, 302888960, 6291456},ConstantInfo{"encoder_layers_8_self_attn_qkv_bias", 309180416, 309180416, 6144},ConstantInfo{"encoder_layers_8_self_attn_proj_weight", 309186560, 309186560, 2097152},ConstantInfo{"encoder_layers_8_self_attn_proj_bias", 311283712, 311283712, 2048},ConstantInfo{"encoder_layers_8_layer_norm2_weight", 311285760, 311285760, 2048},ConstantInfo{"encoder_layers_8_layer_norm2_bias", 311287808, 311287808, 2048},ConstantInfo{"encoder_layers_8_mlp_fc1_weight", 311289856, 311289856, 8388608},ConstantInfo{"encoder_layers_8_mlp_fc1_bias", 319678464, 319678464, 8192},ConstantInfo{"encoder_layers_8_mlp_fc2_weight", 319686656, 319686656, 8388608},ConstantInfo{"encoder_layers_8_mlp_fc2_bias", 328075264, 328075264, 2048},ConstantInfo{"encoder_layers_9_layer_norm1_weight", 328077312, 328077312, 2048},ConstantInfo{"encoder_layers_9_layer_norm1_bias", 328079360, 328079360, 2048},ConstantInfo{"encoder_layers_9_self_attn_qkv_weight", 328081408, 328081408, 6291456},ConstantInfo{"encoder_layers_9_self_attn_qkv_bias", 334372864, 334372864, 6144},ConstantInfo{"encoder_layers_9_self_attn_proj_weight", 334379008, 334379008, 2097152},ConstantInfo{"encoder_layers_9_self_attn_proj_bias", 336476160, 336476160, 2048},ConstantInfo{"encoder_layers_9_layer_norm2_weight", 336478208, 336478208, 2048},ConstantInfo{"encoder_layers_9_layer_norm2_bias", 336480256, 336480256, 2048},ConstantInfo{"encoder_layers_9_mlp_fc1_weight", 336482304, 336482304, 8388608},ConstantInfo{"encoder_layers_9_mlp_fc1_bias", 344870912, 344870912, 8192},ConstantInfo{"encoder_layers_9_mlp_fc2_weight", 344879104, 344879104, 8388608},ConstantInfo{"encoder_layers_9_mlp_fc2_bias", 353267712, 353267712, 2048},ConstantInfo{"encoder_layers_10_layer_norm1_weight", 353269760, 353269760, 2048},ConstantInfo{"encoder_layers_10_layer_norm1_bias", 353271808, 353271808, 2048},ConstantInfo{"encoder_layers_10_self_attn_qkv_weight", 353273856, 353273856, 6291456},ConstantInfo{"encoder_layers_10_self_attn_qkv_bias", 359565312, 359565312, 6144},ConstantInfo{"encoder_layers_10_self_attn_proj_weight", 359571456, 359571456, 2097152},ConstantInfo{"encoder_layers_10_self_attn_proj_bias", 361668608, 361668608, 2048},ConstantInfo{"encoder_layers_10_layer_norm2_weight", 361670656, 361670656, 2048},ConstantInfo{"encoder_layers_10_layer_norm2_bias", 361672704, 361672704, 2048},ConstantInfo{"encoder_layers_10_mlp_fc1_weight", 361674752, 361674752, 8388608},ConstantInfo{"encoder_layers_10_mlp_fc1_bias", 370063360, 370063360, 8192},ConstantInfo{"encoder_layers_10_mlp_fc2_weight", 370071552, 370071552, 8388608},ConstantInfo{"encoder_layers_10_mlp_fc2_bias", 378460160, 378460160, 2048},ConstantInfo{"encoder_layers_11_layer_norm1_weight", 378462208, 378462208, 2048},ConstantInfo{"encoder_layers_11_layer_norm1_bias", 378464256, 378464256, 2048},ConstantInfo{"encoder_layers_11_self_attn_qkv_weight", 378466304, 378466304, 6291456},ConstantInfo{"encoder_layers_11_self_attn_qkv_bias", 384757760, 384757760, 6144},ConstantInfo{"encoder_layers_11_self_attn_proj_weight", 384763904, 384763904, 2097152},ConstantInfo{"encoder_layers_11_self_attn_proj_bias", 386861056, 386861056, 2048},ConstantInfo{"encoder_layers_11_layer_norm2_weight", 386863104, 386863104, 2048},ConstantInfo{"encoder_layers_11_layer_norm2_bias", 386865152, 386865152, 2048},ConstantInfo{"encoder_layers_11_mlp_fc1_weight", 386867200, 386867200, 8388608},ConstantInfo{"encoder_layers_11_mlp_fc1_bias", 395255808, 395255808, 8192},ConstantInfo{"encoder_layers_11_mlp_fc2_weight", 395264000, 395264000, 8388608},ConstantInfo{"encoder_layers_11_mlp_fc2_bias", 403652608, 403652608, 2048},ConstantInfo{"encoder_layers_12_layer_norm1_weight", 403654656, 403654656, 2048},ConstantInfo{"encoder_layers_12_layer_norm1_bias", 403656704, 403656704, 2048},ConstantInfo{"encoder_layers_12_self_attn_qkv_weight", 403658752, 403658752, 6291456},ConstantInfo{"encoder_layers_12_self_attn_qkv_bias", 409950208, 409950208, 6144},ConstantInfo{"encoder_layers_12_self_attn_proj_weight", 409956352, 409956352, 2097152},ConstantInfo{"encoder_layers_12_self_attn_proj_bias", 412053504, 412053504, 2048},ConstantInfo{"encoder_layers_12_layer_norm2_weight", 412055552, 412055552, 2048},ConstantInfo{"encoder_layers_12_layer_norm2_bias", 412057600, 412057600, 2048},ConstantInfo{"encoder_layers_12_mlp_fc1_weight", 412059648, 412059648, 8388608},ConstantInfo{"encoder_layers_12_mlp_fc1_bias", 420448256, 420448256, 8192},ConstantInfo{"encoder_layers_12_mlp_fc2_weight", 420456448, 420456448, 8388608},ConstantInfo{"encoder_layers_12_mlp_fc2_bias", 428845056, 428845056, 2048},ConstantInfo{"encoder_layers_13_layer_norm1_weight", 428847104, 428847104, 2048},ConstantInfo{"encoder_layers_13_layer_norm1_bias", 428849152, 428849152, 2048},ConstantInfo{"encoder_layers_13_self_attn_qkv_weight", 428851200, 428851200, 6291456},ConstantInfo{"encoder_layers_13_self_attn_qkv_bias", 435142656, 435142656, 6144},ConstantInfo{"encoder_layers_13_self_attn_proj_weight", 435148800, 435148800, 2097152},ConstantInfo{"encoder_layers_13_self_attn_proj_bias", 437245952, 437245952, 2048},ConstantInfo{"encoder_layers_13_layer_norm2_weight", 437248000, 437248000, 2048},ConstantInfo{"encoder_layers_13_layer_norm2_bias", 437250048, 437250048, 2048},ConstantInfo{"encoder_layers_13_mlp_fc1_weight", 437252096, 437252096, 8388608},ConstantInfo{"encoder_layers_13_mlp_fc1_bias", 445640704, 445640704, 8192},ConstantInfo{"encoder_layers_13_mlp_fc2_weight", 445648896, 445648896, 8388608},ConstantInfo{"encoder_layers_13_mlp_fc2_bias", 454037504, 454037504, 2048},ConstantInfo{"encoder_layers_14_layer_norm1_weight", 454039552, 454039552, 2048},ConstantInfo{"encoder_layers_14_layer_norm1_bias", 454041600, 454041600, 2048},ConstantInfo{"encoder_layers_14_self_attn_qkv_weight", 454043648, 454043648, 6291456},ConstantInfo{"encoder_layers_14_self_attn_qkv_bias", 460335104, 460335104, 6144},ConstantInfo{"encoder_layers_14_self_attn_proj_weight", 460341248, 460341248, 2097152},ConstantInfo{"encoder_layers_14_self_attn_proj_bias", 462438400, 462438400, 2048},ConstantInfo{"encoder_layers_14_layer_norm2_weight", 462440448, 462440448, 2048},ConstantInfo{"encoder_layers_14_layer_norm2_bias", 462442496, 462442496, 2048},ConstantInfo{"encoder_layers_14_mlp_fc1_weight", 462444544, 462444544, 8388608},ConstantInfo{"encoder_layers_14_mlp_fc1_bias", 470833152, 470833152, 8192},ConstantInfo{"encoder_layers_14_mlp_fc2_weight", 470841344, 470841344, 8388608},ConstantInfo{"encoder_layers_14_mlp_fc2_bias", 479229952, 479229952, 2048},ConstantInfo{"encoder_layers_15_layer_norm1_weight", 479232000, 479232000, 2048},ConstantInfo{"encoder_layers_15_layer_norm1_bias", 479234048, 479234048, 2048},ConstantInfo{"encoder_layers_15_self_attn_qkv_weight", 479236096, 479236096, 6291456},ConstantInfo{"encoder_layers_15_self_attn_qkv_bias", 485527552, 485527552, 6144},ConstantInfo{"encoder_layers_15_self_attn_proj_weight", 485533696, 485533696, 2097152},ConstantInfo{"encoder_layers_15_self_attn_proj_bias", 487630848, 487630848, 2048},ConstantInfo{"encoder_layers_15_layer_norm2_weight", 487632896, 487632896, 2048},ConstantInfo{"encoder_layers_15_layer_norm2_bias", 487634944, 487634944, 2048},ConstantInfo{"encoder_layers_15_mlp_fc1_weight", 487636992, 487636992, 8388608},ConstantInfo{"encoder_layers_15_mlp_fc1_bias", 496025600, 496025600, 8192},ConstantInfo{"encoder_layers_15_mlp_fc2_weight", 496033792, 496033792, 8388608},ConstantInfo{"encoder_layers_15_mlp_fc2_bias", 504422400, 504422400, 2048},ConstantInfo{"encoder_layers_16_layer_norm1_weight", 504424448, 504424448, 2048},ConstantInfo{"encoder_layers_16_layer_norm1_bias", 504426496, 504426496, 2048},ConstantInfo{"encoder_layers_16_self_attn_qkv_weight", 504428544, 504428544, 6291456},ConstantInfo{"encoder_layers_16_self_attn_qkv_bias", 510720000, 510720000, 6144},ConstantInfo{"encoder_layers_16_self_attn_proj_weight", 510726144, 510726144, 2097152},ConstantInfo{"encoder_layers_16_self_attn_proj_bias", 512823296, 512823296, 2048},ConstantInfo{"encoder_layers_16_layer_norm2_weight", 512825344, 512825344, 2048},ConstantInfo{"encoder_layers_16_layer_norm2_bias", 512827392, 512827392, 2048},ConstantInfo{"encoder_layers_16_mlp_fc1_weight", 512829440, 512829440, 8388608},ConstantInfo{"encoder_layers_16_mlp_fc1_bias", 521218048, 521218048, 8192},ConstantInfo{"encoder_layers_16_mlp_fc2_weight", 521226240, 521226240, 8388608},ConstantInfo{"encoder_layers_16_mlp_fc2_bias", 529614848, 529614848, 2048},ConstantInfo{"encoder_layers_17_layer_norm1_weight", 529616896, 529616896, 2048},ConstantInfo{"encoder_layers_17_layer_norm1_bias", 529618944, 529618944, 2048},ConstantInfo{"encoder_layers_17_self_attn_qkv_weight", 529620992, 529620992, 6291456},ConstantInfo{"encoder_layers_17_self_attn_qkv_bias", 535912448, 535912448, 6144},ConstantInfo{"encoder_layers_17_self_attn_proj_weight", 535918592, 535918592, 2097152},ConstantInfo{"encoder_layers_17_self_attn_proj_bias", 538015744, 538015744, 2048},ConstantInfo{"encoder_layers_17_layer_norm2_weight", 538017792, 538017792, 2048},ConstantInfo{"encoder_layers_17_layer_norm2_bias", 538019840, 538019840, 2048},ConstantInfo{"encoder_layers_17_mlp_fc1_weight", 538021888, 538021888, 8388608},ConstantInfo{"encoder_layers_17_mlp_fc1_bias", 546410496, 546410496, 8192},ConstantInfo{"encoder_layers_17_mlp_fc2_weight", 546418688, 546418688, 8388608},ConstantInfo{"encoder_layers_17_mlp_fc2_bias", 554807296, 554807296, 2048},ConstantInfo{"encoder_layers_18_layer_norm1_weight", 554809344, 554809344, 2048},ConstantInfo{"encoder_layers_18_layer_norm1_bias", 554811392, 554811392, 2048},ConstantInfo{"encoder_layers_18_self_attn_qkv_weight", 554813440, 554813440, 6291456},ConstantInfo{"encoder_layers_18_self_attn_qkv_bias", 561104896, 561104896, 6144},ConstantInfo{"encoder_layers_18_self_attn_proj_weight", 561111040, 561111040, 2097152},ConstantInfo{"encoder_layers_18_self_attn_proj_bias", 563208192, 563208192, 2048},ConstantInfo{"encoder_layers_18_layer_norm2_weight", 563210240, 563210240, 2048},ConstantInfo{"encoder_layers_18_layer_norm2_bias", 563212288, 563212288, 2048},ConstantInfo{"encoder_layers_18_mlp_fc1_weight", 563214336, 563214336, 8388608},ConstantInfo{"encoder_layers_18_mlp_fc1_bias", 571602944, 571602944, 8192},ConstantInfo{"encoder_layers_18_mlp_fc2_weight", 571611136, 571611136, 8388608},ConstantInfo{"encoder_layers_18_mlp_fc2_bias", 579999744, 579999744, 2048},ConstantInfo{"encoder_layers_19_layer_norm1_weight", 580001792, 580001792, 2048},ConstantInfo{"encoder_layers_19_layer_norm1_bias", 580003840, 580003840, 2048},ConstantInfo{"encoder_layers_19_self_attn_qkv_weight", 580005888, 580005888, 6291456},ConstantInfo{"encoder_layers_19_self_attn_qkv_bias", 586297344, 586297344, 6144},ConstantInfo{"encoder_layers_19_self_attn_proj_weight", 586303488, 586303488, 2097152},ConstantInfo{"encoder_layers_19_self_attn_proj_bias", 588400640, 588400640, 2048},ConstantInfo{"encoder_layers_19_layer_norm2_weight", 588402688, 588402688, 2048},ConstantInfo{"encoder_layers_19_layer_norm2_bias", 588404736, 588404736, 2048},ConstantInfo{"encoder_layers_19_mlp_fc1_weight", 588406784, 588406784, 8388608},ConstantInfo{"encoder_layers_19_mlp_fc1_bias", 596795392, 596795392, 8192},ConstantInfo{"encoder_layers_19_mlp_fc2_weight", 596803584, 596803584, 8388608},ConstantInfo{"encoder_layers_19_mlp_fc2_bias", 605192192, 605192192, 2048},ConstantInfo{"encoder_layers_20_layer_norm1_weight", 605194240, 605194240, 2048},ConstantInfo{"encoder_layers_20_layer_norm1_bias", 605196288, 605196288, 2048},ConstantInfo{"encoder_layers_20_self_attn_qkv_weight", 605198336, 605198336, 6291456},ConstantInfo{"encoder_layers_20_self_attn_qkv_bias", 611489792, 611489792, 6144},ConstantInfo{"encoder_layers_20_self_attn_proj_weight", 611495936, 611495936, 2097152},ConstantInfo{"encoder_layers_20_self_attn_proj_bias", 613593088, 613593088, 2048},ConstantInfo{"encoder_layers_20_layer_norm2_weight", 613595136, 613595136, 2048},ConstantInfo{"encoder_layers_20_layer_norm2_bias", 613597184, 613597184, 2048},ConstantInfo{"encoder_layers_20_mlp_fc1_weight", 613599232, 613599232, 8388608},ConstantInfo{"encoder_layers_20_mlp_fc1_bias", 621987840, 621987840, 8192},ConstantInfo{"encoder_layers_20_mlp_fc2_weight", 621996032, 621996032, 8388608},ConstantInfo{"encoder_layers_20_mlp_fc2_bias", 630384640, 630384640, 2048},ConstantInfo{"encoder_layers_21_layer_norm1_weight", 630386688, 630386688, 2048},ConstantInfo{"encoder_layers_21_layer_norm1_bias", 630388736, 630388736, 2048},ConstantInfo{"encoder_layers_21_self_attn_qkv_weight", 630390784, 630390784, 6291456},ConstantInfo{"encoder_layers_21_self_attn_qkv_bias", 636682240, 636682240, 6144},ConstantInfo{"encoder_layers_21_self_attn_proj_weight", 636688384, 636688384, 2097152},ConstantInfo{"encoder_layers_21_self_attn_proj_bias", 638785536, 638785536, 2048},ConstantInfo{"encoder_layers_21_layer_norm2_weight", 638787584, 638787584, 2048},ConstantInfo{"encoder_layers_21_layer_norm2_bias", 638789632, 638789632, 2048},ConstantInfo{"encoder_layers_21_mlp_fc1_weight", 638791680, 638791680, 8388608},ConstantInfo{"encoder_layers_21_mlp_fc1_bias", 647180288, 647180288, 8192},ConstantInfo{"encoder_layers_21_mlp_fc2_weight", 647188480, 647188480, 8388608},ConstantInfo{"encoder_layers_21_mlp_fc2_bias", 655577088, 655577088, 2048},ConstantInfo{"encoder_layers_22_layer_norm1_weight", 655579136, 655579136, 2048},ConstantInfo{"encoder_layers_22_layer_norm1_bias", 655581184, 655581184, 2048},ConstantInfo{"encoder_layers_22_self_attn_qkv_weight", 655583232, 655583232, 6291456},ConstantInfo{"encoder_layers_22_self_attn_qkv_bias", 661874688, 661874688, 6144},ConstantInfo{"encoder_layers_22_self_attn_proj_weight", 661880832, 661880832, 2097152},ConstantInfo{"encoder_layers_22_self_attn_proj_bias", 663977984, 663977984, 2048},ConstantInfo{"encoder_layers_22_layer_norm2_weight", 663980032, 663980032, 2048},ConstantInfo{"encoder_layers_22_layer_norm2_bias", 663982080, 663982080, 2048},ConstantInfo{"encoder_layers_22_mlp_fc1_weight", 663984128, 663984128, 8388608},ConstantInfo{"encoder_layers_22_mlp_fc1_bias", 672372736, 672372736, 8192},ConstantInfo{"encoder_layers_22_mlp_fc2_weight", 672380928, 672380928, 8388608},ConstantInfo{"encoder_layers_22_mlp_fc2_bias", 680769536, 680769536, 2048},ConstantInfo{"final_layer_norm_weight", 680771584, 680771584, 2048},ConstantInfo{"final_layer_norm_bias", 680773632, 680773632, 2048} }; } // namespace ModelContainerBase::ModelContainerBase( size_t num_inputs, size_t num_outputs, size_t num_bound_constants, size_t num_unbound_constants, size_t params_size, AITemplateAllocator& allocator) : constants_size_(params_size), constants_primary_(RAII_DeviceMalloc(constants_size_, allocator)), constants_secondary_(nullptr), use_constants_primary_buffer_(true), buffer_state_(BufferState::CLEAN), bound_constant_size_(num_bound_constants), bound_constant_dtypes_(num_bound_constants), num_params_(num_inputs + num_outputs + num_unbound_constants), param_names_(num_params_), param_dtypes_(num_params_), max_param_shapes_(num_params_), max_param_numel_(num_params_), max_param_storage_bytes_(num_params_) { bound_constant_name_to_idx_["embeddings_token_embedding_weight"] = 0; bound_constant_name_to_idx_["embeddings_position_embedding_weight"] = 1; bound_constant_name_to_idx_["encoder_layers_0_layer_norm1_weight"] = 2; bound_constant_name_to_idx_["encoder_layers_0_layer_norm1_bias"] = 3; bound_constant_name_to_idx_["encoder_layers_0_self_attn_qkv_weight"] = 4; bound_constant_name_to_idx_["encoder_layers_0_self_attn_qkv_bias"] = 5; bound_constant_name_to_idx_["encoder_layers_0_self_attn_proj_weight"] = 6; bound_constant_name_to_idx_["encoder_layers_0_self_attn_proj_bias"] = 7; bound_constant_name_to_idx_["encoder_layers_0_layer_norm2_weight"] = 8; bound_constant_name_to_idx_["encoder_layers_0_layer_norm2_bias"] = 9; bound_constant_name_to_idx_["encoder_layers_0_mlp_fc1_weight"] = 10; bound_constant_name_to_idx_["encoder_layers_0_mlp_fc1_bias"] = 11; bound_constant_name_to_idx_["encoder_layers_0_mlp_fc2_weight"] = 12; bound_constant_name_to_idx_["encoder_layers_0_mlp_fc2_bias"] = 13; bound_constant_name_to_idx_["encoder_layers_1_layer_norm1_weight"] = 14; bound_constant_name_to_idx_["encoder_layers_1_layer_norm1_bias"] = 15; bound_constant_name_to_idx_["encoder_layers_1_self_attn_qkv_weight"] = 16; bound_constant_name_to_idx_["encoder_layers_1_self_attn_qkv_bias"] = 17; bound_constant_name_to_idx_["encoder_layers_1_self_attn_proj_weight"] = 18; bound_constant_name_to_idx_["encoder_layers_1_self_attn_proj_bias"] = 19; bound_constant_name_to_idx_["encoder_layers_1_layer_norm2_weight"] = 20; bound_constant_name_to_idx_["encoder_layers_1_layer_norm2_bias"] = 21; bound_constant_name_to_idx_["encoder_layers_1_mlp_fc1_weight"] = 22; bound_constant_name_to_idx_["encoder_layers_1_mlp_fc1_bias"] = 23; bound_constant_name_to_idx_["encoder_layers_1_mlp_fc2_weight"] = 24; bound_constant_name_to_idx_["encoder_layers_1_mlp_fc2_bias"] = 25; bound_constant_name_to_idx_["encoder_layers_2_layer_norm1_weight"] = 26; bound_constant_name_to_idx_["encoder_layers_2_layer_norm1_bias"] = 27; bound_constant_name_to_idx_["encoder_layers_2_self_attn_qkv_weight"] = 28; bound_constant_name_to_idx_["encoder_layers_2_self_attn_qkv_bias"] = 29; bound_constant_name_to_idx_["encoder_layers_2_self_attn_proj_weight"] = 30; bound_constant_name_to_idx_["encoder_layers_2_self_attn_proj_bias"] = 31; bound_constant_name_to_idx_["encoder_layers_2_layer_norm2_weight"] = 32; bound_constant_name_to_idx_["encoder_layers_2_layer_norm2_bias"] = 33; bound_constant_name_to_idx_["encoder_layers_2_mlp_fc1_weight"] = 34; bound_constant_name_to_idx_["encoder_layers_2_mlp_fc1_bias"] = 35; bound_constant_name_to_idx_["encoder_layers_2_mlp_fc2_weight"] = 36; bound_constant_name_to_idx_["encoder_layers_2_mlp_fc2_bias"] = 37; bound_constant_name_to_idx_["encoder_layers_3_layer_norm1_weight"] = 38; bound_constant_name_to_idx_["encoder_layers_3_layer_norm1_bias"] = 39; bound_constant_name_to_idx_["encoder_layers_3_self_attn_qkv_weight"] = 40; bound_constant_name_to_idx_["encoder_layers_3_self_attn_qkv_bias"] = 41; bound_constant_name_to_idx_["encoder_layers_3_self_attn_proj_weight"] = 42; bound_constant_name_to_idx_["encoder_layers_3_self_attn_proj_bias"] = 43; bound_constant_name_to_idx_["encoder_layers_3_layer_norm2_weight"] = 44; bound_constant_name_to_idx_["encoder_layers_3_layer_norm2_bias"] = 45; bound_constant_name_to_idx_["encoder_layers_3_mlp_fc1_weight"] = 46; bound_constant_name_to_idx_["encoder_layers_3_mlp_fc1_bias"] = 47; bound_constant_name_to_idx_["encoder_layers_3_mlp_fc2_weight"] = 48; bound_constant_name_to_idx_["encoder_layers_3_mlp_fc2_bias"] = 49; bound_constant_name_to_idx_["encoder_layers_4_layer_norm1_weight"] = 50; bound_constant_name_to_idx_["encoder_layers_4_layer_norm1_bias"] = 51; bound_constant_name_to_idx_["encoder_layers_4_self_attn_qkv_weight"] = 52; bound_constant_name_to_idx_["encoder_layers_4_self_attn_qkv_bias"] = 53; bound_constant_name_to_idx_["encoder_layers_4_self_attn_proj_weight"] = 54; bound_constant_name_to_idx_["encoder_layers_4_self_attn_proj_bias"] = 55; bound_constant_name_to_idx_["encoder_layers_4_layer_norm2_weight"] = 56; bound_constant_name_to_idx_["encoder_layers_4_layer_norm2_bias"] = 57; bound_constant_name_to_idx_["encoder_layers_4_mlp_fc1_weight"] = 58; bound_constant_name_to_idx_["encoder_layers_4_mlp_fc1_bias"] = 59; bound_constant_name_to_idx_["encoder_layers_4_mlp_fc2_weight"] = 60; bound_constant_name_to_idx_["encoder_layers_4_mlp_fc2_bias"] = 61; bound_constant_name_to_idx_["encoder_layers_5_layer_norm1_weight"] = 62; bound_constant_name_to_idx_["encoder_layers_5_layer_norm1_bias"] = 63; bound_constant_name_to_idx_["encoder_layers_5_self_attn_qkv_weight"] = 64; bound_constant_name_to_idx_["encoder_layers_5_self_attn_qkv_bias"] = 65; bound_constant_name_to_idx_["encoder_layers_5_self_attn_proj_weight"] = 66; bound_constant_name_to_idx_["encoder_layers_5_self_attn_proj_bias"] = 67; bound_constant_name_to_idx_["encoder_layers_5_layer_norm2_weight"] = 68; bound_constant_name_to_idx_["encoder_layers_5_layer_norm2_bias"] = 69; bound_constant_name_to_idx_["encoder_layers_5_mlp_fc1_weight"] = 70; bound_constant_name_to_idx_["encoder_layers_5_mlp_fc1_bias"] = 71; bound_constant_name_to_idx_["encoder_layers_5_mlp_fc2_weight"] = 72; bound_constant_name_to_idx_["encoder_layers_5_mlp_fc2_bias"] = 73; bound_constant_name_to_idx_["encoder_layers_6_layer_norm1_weight"] = 74; bound_constant_name_to_idx_["encoder_layers_6_layer_norm1_bias"] = 75; bound_constant_name_to_idx_["encoder_layers_6_self_attn_qkv_weight"] = 76; bound_constant_name_to_idx_["encoder_layers_6_self_attn_qkv_bias"] = 77; bound_constant_name_to_idx_["encoder_layers_6_self_attn_proj_weight"] = 78; bound_constant_name_to_idx_["encoder_layers_6_self_attn_proj_bias"] = 79; bound_constant_name_to_idx_["encoder_layers_6_layer_norm2_weight"] = 80; bound_constant_name_to_idx_["encoder_layers_6_layer_norm2_bias"] = 81; bound_constant_name_to_idx_["encoder_layers_6_mlp_fc1_weight"] = 82; bound_constant_name_to_idx_["encoder_layers_6_mlp_fc1_bias"] = 83; bound_constant_name_to_idx_["encoder_layers_6_mlp_fc2_weight"] = 84; bound_constant_name_to_idx_["encoder_layers_6_mlp_fc2_bias"] = 85; bound_constant_name_to_idx_["encoder_layers_7_layer_norm1_weight"] = 86; bound_constant_name_to_idx_["encoder_layers_7_layer_norm1_bias"] = 87; bound_constant_name_to_idx_["encoder_layers_7_self_attn_qkv_weight"] = 88; bound_constant_name_to_idx_["encoder_layers_7_self_attn_qkv_bias"] = 89; bound_constant_name_to_idx_["encoder_layers_7_self_attn_proj_weight"] = 90; bound_constant_name_to_idx_["encoder_layers_7_self_attn_proj_bias"] = 91; bound_constant_name_to_idx_["encoder_layers_7_layer_norm2_weight"] = 92; bound_constant_name_to_idx_["encoder_layers_7_layer_norm2_bias"] = 93; bound_constant_name_to_idx_["encoder_layers_7_mlp_fc1_weight"] = 94; bound_constant_name_to_idx_["encoder_layers_7_mlp_fc1_bias"] = 95; bound_constant_name_to_idx_["encoder_layers_7_mlp_fc2_weight"] = 96; bound_constant_name_to_idx_["encoder_layers_7_mlp_fc2_bias"] = 97; bound_constant_name_to_idx_["encoder_layers_8_layer_norm1_weight"] = 98; bound_constant_name_to_idx_["encoder_layers_8_layer_norm1_bias"] = 99; bound_constant_name_to_idx_["encoder_layers_8_self_attn_qkv_weight"] = 100; bound_constant_name_to_idx_["encoder_layers_8_self_attn_qkv_bias"] = 101; bound_constant_name_to_idx_["encoder_layers_8_self_attn_proj_weight"] = 102; bound_constant_name_to_idx_["encoder_layers_8_self_attn_proj_bias"] = 103; bound_constant_name_to_idx_["encoder_layers_8_layer_norm2_weight"] = 104; bound_constant_name_to_idx_["encoder_layers_8_layer_norm2_bias"] = 105; bound_constant_name_to_idx_["encoder_layers_8_mlp_fc1_weight"] = 106; bound_constant_name_to_idx_["encoder_layers_8_mlp_fc1_bias"] = 107; bound_constant_name_to_idx_["encoder_layers_8_mlp_fc2_weight"] = 108; bound_constant_name_to_idx_["encoder_layers_8_mlp_fc2_bias"] = 109; bound_constant_name_to_idx_["encoder_layers_9_layer_norm1_weight"] = 110; bound_constant_name_to_idx_["encoder_layers_9_layer_norm1_bias"] = 111; bound_constant_name_to_idx_["encoder_layers_9_self_attn_qkv_weight"] = 112; bound_constant_name_to_idx_["encoder_layers_9_self_attn_qkv_bias"] = 113; bound_constant_name_to_idx_["encoder_layers_9_self_attn_proj_weight"] = 114; bound_constant_name_to_idx_["encoder_layers_9_self_attn_proj_bias"] = 115; bound_constant_name_to_idx_["encoder_layers_9_layer_norm2_weight"] = 116; bound_constant_name_to_idx_["encoder_layers_9_layer_norm2_bias"] = 117; bound_constant_name_to_idx_["encoder_layers_9_mlp_fc1_weight"] = 118; bound_constant_name_to_idx_["encoder_layers_9_mlp_fc1_bias"] = 119; bound_constant_name_to_idx_["encoder_layers_9_mlp_fc2_weight"] = 120; bound_constant_name_to_idx_["encoder_layers_9_mlp_fc2_bias"] = 121; bound_constant_name_to_idx_["encoder_layers_10_layer_norm1_weight"] = 122; bound_constant_name_to_idx_["encoder_layers_10_layer_norm1_bias"] = 123; bound_constant_name_to_idx_["encoder_layers_10_self_attn_qkv_weight"] = 124; bound_constant_name_to_idx_["encoder_layers_10_self_attn_qkv_bias"] = 125; bound_constant_name_to_idx_["encoder_layers_10_self_attn_proj_weight"] = 126; bound_constant_name_to_idx_["encoder_layers_10_self_attn_proj_bias"] = 127; bound_constant_name_to_idx_["encoder_layers_10_layer_norm2_weight"] = 128; bound_constant_name_to_idx_["encoder_layers_10_layer_norm2_bias"] = 129; bound_constant_name_to_idx_["encoder_layers_10_mlp_fc1_weight"] = 130; bound_constant_name_to_idx_["encoder_layers_10_mlp_fc1_bias"] = 131; bound_constant_name_to_idx_["encoder_layers_10_mlp_fc2_weight"] = 132; bound_constant_name_to_idx_["encoder_layers_10_mlp_fc2_bias"] = 133; bound_constant_name_to_idx_["encoder_layers_11_layer_norm1_weight"] = 134; bound_constant_name_to_idx_["encoder_layers_11_layer_norm1_bias"] = 135; bound_constant_name_to_idx_["encoder_layers_11_self_attn_qkv_weight"] = 136; bound_constant_name_to_idx_["encoder_layers_11_self_attn_qkv_bias"] = 137; bound_constant_name_to_idx_["encoder_layers_11_self_attn_proj_weight"] = 138; bound_constant_name_to_idx_["encoder_layers_11_self_attn_proj_bias"] = 139; bound_constant_name_to_idx_["encoder_layers_11_layer_norm2_weight"] = 140; bound_constant_name_to_idx_["encoder_layers_11_layer_norm2_bias"] = 141; bound_constant_name_to_idx_["encoder_layers_11_mlp_fc1_weight"] = 142; bound_constant_name_to_idx_["encoder_layers_11_mlp_fc1_bias"] = 143; bound_constant_name_to_idx_["encoder_layers_11_mlp_fc2_weight"] = 144; bound_constant_name_to_idx_["encoder_layers_11_mlp_fc2_bias"] = 145; bound_constant_name_to_idx_["encoder_layers_12_layer_norm1_weight"] = 146; bound_constant_name_to_idx_["encoder_layers_12_layer_norm1_bias"] = 147; bound_constant_name_to_idx_["encoder_layers_12_self_attn_qkv_weight"] = 148; bound_constant_name_to_idx_["encoder_layers_12_self_attn_qkv_bias"] = 149; bound_constant_name_to_idx_["encoder_layers_12_self_attn_proj_weight"] = 150; bound_constant_name_to_idx_["encoder_layers_12_self_attn_proj_bias"] = 151; bound_constant_name_to_idx_["encoder_layers_12_layer_norm2_weight"] = 152; bound_constant_name_to_idx_["encoder_layers_12_layer_norm2_bias"] = 153; bound_constant_name_to_idx_["encoder_layers_12_mlp_fc1_weight"] = 154; bound_constant_name_to_idx_["encoder_layers_12_mlp_fc1_bias"] = 155; bound_constant_name_to_idx_["encoder_layers_12_mlp_fc2_weight"] = 156; bound_constant_name_to_idx_["encoder_layers_12_mlp_fc2_bias"] = 157; bound_constant_name_to_idx_["encoder_layers_13_layer_norm1_weight"] = 158; bound_constant_name_to_idx_["encoder_layers_13_layer_norm1_bias"] = 159; bound_constant_name_to_idx_["encoder_layers_13_self_attn_qkv_weight"] = 160; bound_constant_name_to_idx_["encoder_layers_13_self_attn_qkv_bias"] = 161; bound_constant_name_to_idx_["encoder_layers_13_self_attn_proj_weight"] = 162; bound_constant_name_to_idx_["encoder_layers_13_self_attn_proj_bias"] = 163; bound_constant_name_to_idx_["encoder_layers_13_layer_norm2_weight"] = 164; bound_constant_name_to_idx_["encoder_layers_13_layer_norm2_bias"] = 165; bound_constant_name_to_idx_["encoder_layers_13_mlp_fc1_weight"] = 166; bound_constant_name_to_idx_["encoder_layers_13_mlp_fc1_bias"] = 167; bound_constant_name_to_idx_["encoder_layers_13_mlp_fc2_weight"] = 168; bound_constant_name_to_idx_["encoder_layers_13_mlp_fc2_bias"] = 169; bound_constant_name_to_idx_["encoder_layers_14_layer_norm1_weight"] = 170; bound_constant_name_to_idx_["encoder_layers_14_layer_norm1_bias"] = 171; bound_constant_name_to_idx_["encoder_layers_14_self_attn_qkv_weight"] = 172; bound_constant_name_to_idx_["encoder_layers_14_self_attn_qkv_bias"] = 173; bound_constant_name_to_idx_["encoder_layers_14_self_attn_proj_weight"] = 174; bound_constant_name_to_idx_["encoder_layers_14_self_attn_proj_bias"] = 175; bound_constant_name_to_idx_["encoder_layers_14_layer_norm2_weight"] = 176; bound_constant_name_to_idx_["encoder_layers_14_layer_norm2_bias"] = 177; bound_constant_name_to_idx_["encoder_layers_14_mlp_fc1_weight"] = 178; bound_constant_name_to_idx_["encoder_layers_14_mlp_fc1_bias"] = 179; bound_constant_name_to_idx_["encoder_layers_14_mlp_fc2_weight"] = 180; bound_constant_name_to_idx_["encoder_layers_14_mlp_fc2_bias"] = 181; bound_constant_name_to_idx_["encoder_layers_15_layer_norm1_weight"] = 182; bound_constant_name_to_idx_["encoder_layers_15_layer_norm1_bias"] = 183; bound_constant_name_to_idx_["encoder_layers_15_self_attn_qkv_weight"] = 184; bound_constant_name_to_idx_["encoder_layers_15_self_attn_qkv_bias"] = 185; bound_constant_name_to_idx_["encoder_layers_15_self_attn_proj_weight"] = 186; bound_constant_name_to_idx_["encoder_layers_15_self_attn_proj_bias"] = 187; bound_constant_name_to_idx_["encoder_layers_15_layer_norm2_weight"] = 188; bound_constant_name_to_idx_["encoder_layers_15_layer_norm2_bias"] = 189; bound_constant_name_to_idx_["encoder_layers_15_mlp_fc1_weight"] = 190; bound_constant_name_to_idx_["encoder_layers_15_mlp_fc1_bias"] = 191; bound_constant_name_to_idx_["encoder_layers_15_mlp_fc2_weight"] = 192; bound_constant_name_to_idx_["encoder_layers_15_mlp_fc2_bias"] = 193; bound_constant_name_to_idx_["encoder_layers_16_layer_norm1_weight"] = 194; bound_constant_name_to_idx_["encoder_layers_16_layer_norm1_bias"] = 195; bound_constant_name_to_idx_["encoder_layers_16_self_attn_qkv_weight"] = 196; bound_constant_name_to_idx_["encoder_layers_16_self_attn_qkv_bias"] = 197; bound_constant_name_to_idx_["encoder_layers_16_self_attn_proj_weight"] = 198; bound_constant_name_to_idx_["encoder_layers_16_self_attn_proj_bias"] = 199; bound_constant_name_to_idx_["encoder_layers_16_layer_norm2_weight"] = 200; bound_constant_name_to_idx_["encoder_layers_16_layer_norm2_bias"] = 201; bound_constant_name_to_idx_["encoder_layers_16_mlp_fc1_weight"] = 202; bound_constant_name_to_idx_["encoder_layers_16_mlp_fc1_bias"] = 203; bound_constant_name_to_idx_["encoder_layers_16_mlp_fc2_weight"] = 204; bound_constant_name_to_idx_["encoder_layers_16_mlp_fc2_bias"] = 205; bound_constant_name_to_idx_["encoder_layers_17_layer_norm1_weight"] = 206; bound_constant_name_to_idx_["encoder_layers_17_layer_norm1_bias"] = 207; bound_constant_name_to_idx_["encoder_layers_17_self_attn_qkv_weight"] = 208; bound_constant_name_to_idx_["encoder_layers_17_self_attn_qkv_bias"] = 209; bound_constant_name_to_idx_["encoder_layers_17_self_attn_proj_weight"] = 210; bound_constant_name_to_idx_["encoder_layers_17_self_attn_proj_bias"] = 211; bound_constant_name_to_idx_["encoder_layers_17_layer_norm2_weight"] = 212; bound_constant_name_to_idx_["encoder_layers_17_layer_norm2_bias"] = 213; bound_constant_name_to_idx_["encoder_layers_17_mlp_fc1_weight"] = 214; bound_constant_name_to_idx_["encoder_layers_17_mlp_fc1_bias"] = 215; bound_constant_name_to_idx_["encoder_layers_17_mlp_fc2_weight"] = 216; bound_constant_name_to_idx_["encoder_layers_17_mlp_fc2_bias"] = 217; bound_constant_name_to_idx_["encoder_layers_18_layer_norm1_weight"] = 218; bound_constant_name_to_idx_["encoder_layers_18_layer_norm1_bias"] = 219; bound_constant_name_to_idx_["encoder_layers_18_self_attn_qkv_weight"] = 220; bound_constant_name_to_idx_["encoder_layers_18_self_attn_qkv_bias"] = 221; bound_constant_name_to_idx_["encoder_layers_18_self_attn_proj_weight"] = 222; bound_constant_name_to_idx_["encoder_layers_18_self_attn_proj_bias"] = 223; bound_constant_name_to_idx_["encoder_layers_18_layer_norm2_weight"] = 224; bound_constant_name_to_idx_["encoder_layers_18_layer_norm2_bias"] = 225; bound_constant_name_to_idx_["encoder_layers_18_mlp_fc1_weight"] = 226; bound_constant_name_to_idx_["encoder_layers_18_mlp_fc1_bias"] = 227; bound_constant_name_to_idx_["encoder_layers_18_mlp_fc2_weight"] = 228; bound_constant_name_to_idx_["encoder_layers_18_mlp_fc2_bias"] = 229; bound_constant_name_to_idx_["encoder_layers_19_layer_norm1_weight"] = 230; bound_constant_name_to_idx_["encoder_layers_19_layer_norm1_bias"] = 231; bound_constant_name_to_idx_["encoder_layers_19_self_attn_qkv_weight"] = 232; bound_constant_name_to_idx_["encoder_layers_19_self_attn_qkv_bias"] = 233; bound_constant_name_to_idx_["encoder_layers_19_self_attn_proj_weight"] = 234; bound_constant_name_to_idx_["encoder_layers_19_self_attn_proj_bias"] = 235; bound_constant_name_to_idx_["encoder_layers_19_layer_norm2_weight"] = 236; bound_constant_name_to_idx_["encoder_layers_19_layer_norm2_bias"] = 237; bound_constant_name_to_idx_["encoder_layers_19_mlp_fc1_weight"] = 238; bound_constant_name_to_idx_["encoder_layers_19_mlp_fc1_bias"] = 239; bound_constant_name_to_idx_["encoder_layers_19_mlp_fc2_weight"] = 240; bound_constant_name_to_idx_["encoder_layers_19_mlp_fc2_bias"] = 241; bound_constant_name_to_idx_["encoder_layers_20_layer_norm1_weight"] = 242; bound_constant_name_to_idx_["encoder_layers_20_layer_norm1_bias"] = 243; bound_constant_name_to_idx_["encoder_layers_20_self_attn_qkv_weight"] = 244; bound_constant_name_to_idx_["encoder_layers_20_self_attn_qkv_bias"] = 245; bound_constant_name_to_idx_["encoder_layers_20_self_attn_proj_weight"] = 246; bound_constant_name_to_idx_["encoder_layers_20_self_attn_proj_bias"] = 247; bound_constant_name_to_idx_["encoder_layers_20_layer_norm2_weight"] = 248; bound_constant_name_to_idx_["encoder_layers_20_layer_norm2_bias"] = 249; bound_constant_name_to_idx_["encoder_layers_20_mlp_fc1_weight"] = 250; bound_constant_name_to_idx_["encoder_layers_20_mlp_fc1_bias"] = 251; bound_constant_name_to_idx_["encoder_layers_20_mlp_fc2_weight"] = 252; bound_constant_name_to_idx_["encoder_layers_20_mlp_fc2_bias"] = 253; bound_constant_name_to_idx_["encoder_layers_21_layer_norm1_weight"] = 254; bound_constant_name_to_idx_["encoder_layers_21_layer_norm1_bias"] = 255; bound_constant_name_to_idx_["encoder_layers_21_self_attn_qkv_weight"] = 256; bound_constant_name_to_idx_["encoder_layers_21_self_attn_qkv_bias"] = 257; bound_constant_name_to_idx_["encoder_layers_21_self_attn_proj_weight"] = 258; bound_constant_name_to_idx_["encoder_layers_21_self_attn_proj_bias"] = 259; bound_constant_name_to_idx_["encoder_layers_21_layer_norm2_weight"] = 260; bound_constant_name_to_idx_["encoder_layers_21_layer_norm2_bias"] = 261; bound_constant_name_to_idx_["encoder_layers_21_mlp_fc1_weight"] = 262; bound_constant_name_to_idx_["encoder_layers_21_mlp_fc1_bias"] = 263; bound_constant_name_to_idx_["encoder_layers_21_mlp_fc2_weight"] = 264; bound_constant_name_to_idx_["encoder_layers_21_mlp_fc2_bias"] = 265; bound_constant_name_to_idx_["encoder_layers_22_layer_norm1_weight"] = 266; bound_constant_name_to_idx_["encoder_layers_22_layer_norm1_bias"] = 267; bound_constant_name_to_idx_["encoder_layers_22_self_attn_qkv_weight"] = 268; bound_constant_name_to_idx_["encoder_layers_22_self_attn_qkv_bias"] = 269; bound_constant_name_to_idx_["encoder_layers_22_self_attn_proj_weight"] = 270; bound_constant_name_to_idx_["encoder_layers_22_self_attn_proj_bias"] = 271; bound_constant_name_to_idx_["encoder_layers_22_layer_norm2_weight"] = 272; bound_constant_name_to_idx_["encoder_layers_22_layer_norm2_bias"] = 273; bound_constant_name_to_idx_["encoder_layers_22_mlp_fc1_weight"] = 274; bound_constant_name_to_idx_["encoder_layers_22_mlp_fc1_bias"] = 275; bound_constant_name_to_idx_["encoder_layers_22_mlp_fc2_weight"] = 276; bound_constant_name_to_idx_["encoder_layers_22_mlp_fc2_bias"] = 277; bound_constant_name_to_idx_["final_layer_norm_weight"] = 278; bound_constant_name_to_idx_["final_layer_norm_bias"] = 279; param_names_[0] = "input0"; param_names_[1] = "input1"; param_names_[2] = "output_0"; param_dtypes_[0] = AITemplateDtype::kLong; param_dtypes_[1] = AITemplateDtype::kLong; param_dtypes_[2] = AITemplateDtype::kHalf; bound_constant_dtypes_[0] = AITemplateDtype::kHalf; bound_constant_dtypes_[1] = AITemplateDtype::kHalf; bound_constant_dtypes_[2] = AITemplateDtype::kHalf; bound_constant_dtypes_[3] = AITemplateDtype::kHalf; bound_constant_dtypes_[4] = AITemplateDtype::kHalf; bound_constant_dtypes_[5] = AITemplateDtype::kHalf; bound_constant_dtypes_[6] = AITemplateDtype::kHalf; bound_constant_dtypes_[7] = AITemplateDtype::kHalf; bound_constant_dtypes_[8] = AITemplateDtype::kHalf; bound_constant_dtypes_[9] = AITemplateDtype::kHalf; bound_constant_dtypes_[10] = AITemplateDtype::kHalf; bound_constant_dtypes_[11] = AITemplateDtype::kHalf; bound_constant_dtypes_[12] = AITemplateDtype::kHalf; bound_constant_dtypes_[13] = AITemplateDtype::kHalf; bound_constant_dtypes_[14] = AITemplateDtype::kHalf; bound_constant_dtypes_[15] = AITemplateDtype::kHalf; bound_constant_dtypes_[16] = AITemplateDtype::kHalf; bound_constant_dtypes_[17] = AITemplateDtype::kHalf; bound_constant_dtypes_[18] = AITemplateDtype::kHalf; bound_constant_dtypes_[19] = AITemplateDtype::kHalf; bound_constant_dtypes_[20] = AITemplateDtype::kHalf; bound_constant_dtypes_[21] = AITemplateDtype::kHalf; bound_constant_dtypes_[22] = AITemplateDtype::kHalf; bound_constant_dtypes_[23] = AITemplateDtype::kHalf; bound_constant_dtypes_[24] = AITemplateDtype::kHalf; bound_constant_dtypes_[25] = AITemplateDtype::kHalf; bound_constant_dtypes_[26] = AITemplateDtype::kHalf; bound_constant_dtypes_[27] = AITemplateDtype::kHalf; bound_constant_dtypes_[28] = AITemplateDtype::kHalf; bound_constant_dtypes_[29] = AITemplateDtype::kHalf; bound_constant_dtypes_[30] = AITemplateDtype::kHalf; bound_constant_dtypes_[31] = AITemplateDtype::kHalf; bound_constant_dtypes_[32] = AITemplateDtype::kHalf; bound_constant_dtypes_[33] = AITemplateDtype::kHalf; bound_constant_dtypes_[34] = AITemplateDtype::kHalf; bound_constant_dtypes_[35] = AITemplateDtype::kHalf; bound_constant_dtypes_[36] = AITemplateDtype::kHalf; bound_constant_dtypes_[37] = AITemplateDtype::kHalf; bound_constant_dtypes_[38] = AITemplateDtype::kHalf; bound_constant_dtypes_[39] = AITemplateDtype::kHalf; bound_constant_dtypes_[40] = AITemplateDtype::kHalf; bound_constant_dtypes_[41] = AITemplateDtype::kHalf; bound_constant_dtypes_[42] = AITemplateDtype::kHalf; bound_constant_dtypes_[43] = AITemplateDtype::kHalf; bound_constant_dtypes_[44] = AITemplateDtype::kHalf; bound_constant_dtypes_[45] = AITemplateDtype::kHalf; bound_constant_dtypes_[46] = AITemplateDtype::kHalf; bound_constant_dtypes_[47] = AITemplateDtype::kHalf; bound_constant_dtypes_[48] = AITemplateDtype::kHalf; bound_constant_dtypes_[49] = AITemplateDtype::kHalf; bound_constant_dtypes_[50] = AITemplateDtype::kHalf; bound_constant_dtypes_[51] = AITemplateDtype::kHalf; bound_constant_dtypes_[52] = AITemplateDtype::kHalf; bound_constant_dtypes_[53] = AITemplateDtype::kHalf; bound_constant_dtypes_[54] = AITemplateDtype::kHalf; bound_constant_dtypes_[55] = AITemplateDtype::kHalf; bound_constant_dtypes_[56] = AITemplateDtype::kHalf; bound_constant_dtypes_[57] = AITemplateDtype::kHalf; bound_constant_dtypes_[58] = AITemplateDtype::kHalf; bound_constant_dtypes_[59] = AITemplateDtype::kHalf; bound_constant_dtypes_[60] = AITemplateDtype::kHalf; bound_constant_dtypes_[61] = AITemplateDtype::kHalf; bound_constant_dtypes_[62] = AITemplateDtype::kHalf; bound_constant_dtypes_[63] = AITemplateDtype::kHalf; bound_constant_dtypes_[64] = AITemplateDtype::kHalf; bound_constant_dtypes_[65] = AITemplateDtype::kHalf; bound_constant_dtypes_[66] = AITemplateDtype::kHalf; bound_constant_dtypes_[67] = AITemplateDtype::kHalf; bound_constant_dtypes_[68] = AITemplateDtype::kHalf; bound_constant_dtypes_[69] = AITemplateDtype::kHalf; bound_constant_dtypes_[70] = AITemplateDtype::kHalf; bound_constant_dtypes_[71] = AITemplateDtype::kHalf; bound_constant_dtypes_[72] = AITemplateDtype::kHalf; bound_constant_dtypes_[73] = AITemplateDtype::kHalf; bound_constant_dtypes_[74] = AITemplateDtype::kHalf; bound_constant_dtypes_[75] = AITemplateDtype::kHalf; bound_constant_dtypes_[76] = AITemplateDtype::kHalf; bound_constant_dtypes_[77] = AITemplateDtype::kHalf; bound_constant_dtypes_[78] = AITemplateDtype::kHalf; bound_constant_dtypes_[79] = AITemplateDtype::kHalf; bound_constant_dtypes_[80] = AITemplateDtype::kHalf; bound_constant_dtypes_[81] = AITemplateDtype::kHalf; bound_constant_dtypes_[82] = AITemplateDtype::kHalf; bound_constant_dtypes_[83] = AITemplateDtype::kHalf; bound_constant_dtypes_[84] = AITemplateDtype::kHalf; bound_constant_dtypes_[85] = AITemplateDtype::kHalf; bound_constant_dtypes_[86] = AITemplateDtype::kHalf; bound_constant_dtypes_[87] = AITemplateDtype::kHalf; bound_constant_dtypes_[88] = AITemplateDtype::kHalf; bound_constant_dtypes_[89] = AITemplateDtype::kHalf; bound_constant_dtypes_[90] = AITemplateDtype::kHalf; bound_constant_dtypes_[91] = AITemplateDtype::kHalf; bound_constant_dtypes_[92] = AITemplateDtype::kHalf; bound_constant_dtypes_[93] = AITemplateDtype::kHalf; bound_constant_dtypes_[94] = AITemplateDtype::kHalf; bound_constant_dtypes_[95] = AITemplateDtype::kHalf; bound_constant_dtypes_[96] = AITemplateDtype::kHalf; bound_constant_dtypes_[97] = AITemplateDtype::kHalf; bound_constant_dtypes_[98] = AITemplateDtype::kHalf; bound_constant_dtypes_[99] = AITemplateDtype::kHalf; bound_constant_dtypes_[100] = AITemplateDtype::kHalf; bound_constant_dtypes_[101] = AITemplateDtype::kHalf; bound_constant_dtypes_[102] = AITemplateDtype::kHalf; bound_constant_dtypes_[103] = AITemplateDtype::kHalf; bound_constant_dtypes_[104] = AITemplateDtype::kHalf; bound_constant_dtypes_[105] = AITemplateDtype::kHalf; bound_constant_dtypes_[106] = AITemplateDtype::kHalf; bound_constant_dtypes_[107] = AITemplateDtype::kHalf; bound_constant_dtypes_[108] = AITemplateDtype::kHalf; bound_constant_dtypes_[109] = AITemplateDtype::kHalf; bound_constant_dtypes_[110] = AITemplateDtype::kHalf; bound_constant_dtypes_[111] = AITemplateDtype::kHalf; bound_constant_dtypes_[112] = AITemplateDtype::kHalf; bound_constant_dtypes_[113] = AITemplateDtype::kHalf; bound_constant_dtypes_[114] = AITemplateDtype::kHalf; bound_constant_dtypes_[115] = AITemplateDtype::kHalf; bound_constant_dtypes_[116] = AITemplateDtype::kHalf; bound_constant_dtypes_[117] = AITemplateDtype::kHalf; bound_constant_dtypes_[118] = AITemplateDtype::kHalf; bound_constant_dtypes_[119] = AITemplateDtype::kHalf; bound_constant_dtypes_[120] = AITemplateDtype::kHalf; bound_constant_dtypes_[121] = AITemplateDtype::kHalf; bound_constant_dtypes_[122] = AITemplateDtype::kHalf; bound_constant_dtypes_[123] = AITemplateDtype::kHalf; bound_constant_dtypes_[124] = AITemplateDtype::kHalf; bound_constant_dtypes_[125] = AITemplateDtype::kHalf; bound_constant_dtypes_[126] = AITemplateDtype::kHalf; bound_constant_dtypes_[127] = AITemplateDtype::kHalf; bound_constant_dtypes_[128] = AITemplateDtype::kHalf; bound_constant_dtypes_[129] = AITemplateDtype::kHalf; bound_constant_dtypes_[130] = AITemplateDtype::kHalf; bound_constant_dtypes_[131] = AITemplateDtype::kHalf; bound_constant_dtypes_[132] = AITemplateDtype::kHalf; bound_constant_dtypes_[133] = AITemplateDtype::kHalf; bound_constant_dtypes_[134] = AITemplateDtype::kHalf; bound_constant_dtypes_[135] = AITemplateDtype::kHalf; bound_constant_dtypes_[136] = AITemplateDtype::kHalf; bound_constant_dtypes_[137] = AITemplateDtype::kHalf; bound_constant_dtypes_[138] = AITemplateDtype::kHalf; bound_constant_dtypes_[139] = AITemplateDtype::kHalf; bound_constant_dtypes_[140] = AITemplateDtype::kHalf; bound_constant_dtypes_[141] = AITemplateDtype::kHalf; bound_constant_dtypes_[142] = AITemplateDtype::kHalf; bound_constant_dtypes_[143] = AITemplateDtype::kHalf; bound_constant_dtypes_[144] = AITemplateDtype::kHalf; bound_constant_dtypes_[145] = AITemplateDtype::kHalf; bound_constant_dtypes_[146] = AITemplateDtype::kHalf; bound_constant_dtypes_[147] = AITemplateDtype::kHalf; bound_constant_dtypes_[148] = AITemplateDtype::kHalf; bound_constant_dtypes_[149] = AITemplateDtype::kHalf; bound_constant_dtypes_[150] = AITemplateDtype::kHalf; bound_constant_dtypes_[151] = AITemplateDtype::kHalf; bound_constant_dtypes_[152] = AITemplateDtype::kHalf; bound_constant_dtypes_[153] = AITemplateDtype::kHalf; bound_constant_dtypes_[154] = AITemplateDtype::kHalf; bound_constant_dtypes_[155] = AITemplateDtype::kHalf; bound_constant_dtypes_[156] = AITemplateDtype::kHalf; bound_constant_dtypes_[157] = AITemplateDtype::kHalf; bound_constant_dtypes_[158] = AITemplateDtype::kHalf; bound_constant_dtypes_[159] = AITemplateDtype::kHalf; bound_constant_dtypes_[160] = AITemplateDtype::kHalf; bound_constant_dtypes_[161] = AITemplateDtype::kHalf; bound_constant_dtypes_[162] = AITemplateDtype::kHalf; bound_constant_dtypes_[163] = AITemplateDtype::kHalf; bound_constant_dtypes_[164] = AITemplateDtype::kHalf; bound_constant_dtypes_[165] = AITemplateDtype::kHalf; bound_constant_dtypes_[166] = AITemplateDtype::kHalf; bound_constant_dtypes_[167] = AITemplateDtype::kHalf; bound_constant_dtypes_[168] = AITemplateDtype::kHalf; bound_constant_dtypes_[169] = AITemplateDtype::kHalf; bound_constant_dtypes_[170] = AITemplateDtype::kHalf; bound_constant_dtypes_[171] = AITemplateDtype::kHalf; bound_constant_dtypes_[172] = AITemplateDtype::kHalf; bound_constant_dtypes_[173] = AITemplateDtype::kHalf; bound_constant_dtypes_[174] = AITemplateDtype::kHalf; bound_constant_dtypes_[175] = AITemplateDtype::kHalf; bound_constant_dtypes_[176] = AITemplateDtype::kHalf; bound_constant_dtypes_[177] = AITemplateDtype::kHalf; bound_constant_dtypes_[178] = AITemplateDtype::kHalf; bound_constant_dtypes_[179] = AITemplateDtype::kHalf; bound_constant_dtypes_[180] = AITemplateDtype::kHalf; bound_constant_dtypes_[181] = AITemplateDtype::kHalf; bound_constant_dtypes_[182] = AITemplateDtype::kHalf; bound_constant_dtypes_[183] = AITemplateDtype::kHalf; bound_constant_dtypes_[184] = AITemplateDtype::kHalf; bound_constant_dtypes_[185] = AITemplateDtype::kHalf; bound_constant_dtypes_[186] = AITemplateDtype::kHalf; bound_constant_dtypes_[187] = AITemplateDtype::kHalf; bound_constant_dtypes_[188] = AITemplateDtype::kHalf; bound_constant_dtypes_[189] = AITemplateDtype::kHalf; bound_constant_dtypes_[190] = AITemplateDtype::kHalf; bound_constant_dtypes_[191] = AITemplateDtype::kHalf; bound_constant_dtypes_[192] = AITemplateDtype::kHalf; bound_constant_dtypes_[193] = AITemplateDtype::kHalf; bound_constant_dtypes_[194] = AITemplateDtype::kHalf; bound_constant_dtypes_[195] = AITemplateDtype::kHalf; bound_constant_dtypes_[196] = AITemplateDtype::kHalf; bound_constant_dtypes_[197] = AITemplateDtype::kHalf; bound_constant_dtypes_[198] = AITemplateDtype::kHalf; bound_constant_dtypes_[199] = AITemplateDtype::kHalf; bound_constant_dtypes_[200] = AITemplateDtype::kHalf; bound_constant_dtypes_[201] = AITemplateDtype::kHalf; bound_constant_dtypes_[202] = AITemplateDtype::kHalf; bound_constant_dtypes_[203] = AITemplateDtype::kHalf; bound_constant_dtypes_[204] = AITemplateDtype::kHalf; bound_constant_dtypes_[205] = AITemplateDtype::kHalf; bound_constant_dtypes_[206] = AITemplateDtype::kHalf; bound_constant_dtypes_[207] = AITemplateDtype::kHalf; bound_constant_dtypes_[208] = AITemplateDtype::kHalf; bound_constant_dtypes_[209] = AITemplateDtype::kHalf; bound_constant_dtypes_[210] = AITemplateDtype::kHalf; bound_constant_dtypes_[211] = AITemplateDtype::kHalf; bound_constant_dtypes_[212] = AITemplateDtype::kHalf; bound_constant_dtypes_[213] = AITemplateDtype::kHalf; bound_constant_dtypes_[214] = AITemplateDtype::kHalf; bound_constant_dtypes_[215] = AITemplateDtype::kHalf; bound_constant_dtypes_[216] = AITemplateDtype::kHalf; bound_constant_dtypes_[217] = AITemplateDtype::kHalf; bound_constant_dtypes_[218] = AITemplateDtype::kHalf; bound_constant_dtypes_[219] = AITemplateDtype::kHalf; bound_constant_dtypes_[220] = AITemplateDtype::kHalf; bound_constant_dtypes_[221] = AITemplateDtype::kHalf; bound_constant_dtypes_[222] = AITemplateDtype::kHalf; bound_constant_dtypes_[223] = AITemplateDtype::kHalf; bound_constant_dtypes_[224] = AITemplateDtype::kHalf; bound_constant_dtypes_[225] = AITemplateDtype::kHalf; bound_constant_dtypes_[226] = AITemplateDtype::kHalf; bound_constant_dtypes_[227] = AITemplateDtype::kHalf; bound_constant_dtypes_[228] = AITemplateDtype::kHalf; bound_constant_dtypes_[229] = AITemplateDtype::kHalf; bound_constant_dtypes_[230] = AITemplateDtype::kHalf; bound_constant_dtypes_[231] = AITemplateDtype::kHalf; bound_constant_dtypes_[232] = AITemplateDtype::kHalf; bound_constant_dtypes_[233] = AITemplateDtype::kHalf; bound_constant_dtypes_[234] = AITemplateDtype::kHalf; bound_constant_dtypes_[235] = AITemplateDtype::kHalf; bound_constant_dtypes_[236] = AITemplateDtype::kHalf; bound_constant_dtypes_[237] = AITemplateDtype::kHalf; bound_constant_dtypes_[238] = AITemplateDtype::kHalf; bound_constant_dtypes_[239] = AITemplateDtype::kHalf; bound_constant_dtypes_[240] = AITemplateDtype::kHalf; bound_constant_dtypes_[241] = AITemplateDtype::kHalf; bound_constant_dtypes_[242] = AITemplateDtype::kHalf; bound_constant_dtypes_[243] = AITemplateDtype::kHalf; bound_constant_dtypes_[244] = AITemplateDtype::kHalf; bound_constant_dtypes_[245] = AITemplateDtype::kHalf; bound_constant_dtypes_[246] = AITemplateDtype::kHalf; bound_constant_dtypes_[247] = AITemplateDtype::kHalf; bound_constant_dtypes_[248] = AITemplateDtype::kHalf; bound_constant_dtypes_[249] = AITemplateDtype::kHalf; bound_constant_dtypes_[250] = AITemplateDtype::kHalf; bound_constant_dtypes_[251] = AITemplateDtype::kHalf; bound_constant_dtypes_[252] = AITemplateDtype::kHalf; bound_constant_dtypes_[253] = AITemplateDtype::kHalf; bound_constant_dtypes_[254] = AITemplateDtype::kHalf; bound_constant_dtypes_[255] = AITemplateDtype::kHalf; bound_constant_dtypes_[256] = AITemplateDtype::kHalf; bound_constant_dtypes_[257] = AITemplateDtype::kHalf; bound_constant_dtypes_[258] = AITemplateDtype::kHalf; bound_constant_dtypes_[259] = AITemplateDtype::kHalf; bound_constant_dtypes_[260] = AITemplateDtype::kHalf; bound_constant_dtypes_[261] = AITemplateDtype::kHalf; bound_constant_dtypes_[262] = AITemplateDtype::kHalf; bound_constant_dtypes_[263] = AITemplateDtype::kHalf; bound_constant_dtypes_[264] = AITemplateDtype::kHalf; bound_constant_dtypes_[265] = AITemplateDtype::kHalf; bound_constant_dtypes_[266] = AITemplateDtype::kHalf; bound_constant_dtypes_[267] = AITemplateDtype::kHalf; bound_constant_dtypes_[268] = AITemplateDtype::kHalf; bound_constant_dtypes_[269] = AITemplateDtype::kHalf; bound_constant_dtypes_[270] = AITemplateDtype::kHalf; bound_constant_dtypes_[271] = AITemplateDtype::kHalf; bound_constant_dtypes_[272] = AITemplateDtype::kHalf; bound_constant_dtypes_[273] = AITemplateDtype::kHalf; bound_constant_dtypes_[274] = AITemplateDtype::kHalf; bound_constant_dtypes_[275] = AITemplateDtype::kHalf; bound_constant_dtypes_[276] = AITemplateDtype::kHalf; bound_constant_dtypes_[277] = AITemplateDtype::kHalf; bound_constant_dtypes_[278] = AITemplateDtype::kHalf; bound_constant_dtypes_[279] = AITemplateDtype::kHalf; bound_constant_size_[0] = 101187584; bound_constant_size_[1] = 157696; bound_constant_size_[2] = 2048; bound_constant_size_[3] = 2048; bound_constant_size_[4] = 6291456; bound_constant_size_[5] = 6144; bound_constant_size_[6] = 2097152; bound_constant_size_[7] = 2048; bound_constant_size_[8] = 2048; bound_constant_size_[9] = 2048; bound_constant_size_[10] = 8388608; bound_constant_size_[11] = 8192; bound_constant_size_[12] = 8388608; bound_constant_size_[13] = 2048; bound_constant_size_[14] = 2048; bound_constant_size_[15] = 2048; bound_constant_size_[16] = 6291456; bound_constant_size_[17] = 6144; bound_constant_size_[18] = 2097152; bound_constant_size_[19] = 2048; bound_constant_size_[20] = 2048; bound_constant_size_[21] = 2048; bound_constant_size_[22] = 8388608; bound_constant_size_[23] = 8192; bound_constant_size_[24] = 8388608; bound_constant_size_[25] = 2048; bound_constant_size_[26] = 2048; bound_constant_size_[27] = 2048; bound_constant_size_[28] = 6291456; bound_constant_size_[29] = 6144; bound_constant_size_[30] = 2097152; bound_constant_size_[31] = 2048; bound_constant_size_[32] = 2048; bound_constant_size_[33] = 2048; bound_constant_size_[34] = 8388608; bound_constant_size_[35] = 8192; bound_constant_size_[36] = 8388608; bound_constant_size_[37] = 2048; bound_constant_size_[38] = 2048; bound_constant_size_[39] = 2048; bound_constant_size_[40] = 6291456; bound_constant_size_[41] = 6144; bound_constant_size_[42] = 2097152; bound_constant_size_[43] = 2048; bound_constant_size_[44] = 2048; bound_constant_size_[45] = 2048; bound_constant_size_[46] = 8388608; bound_constant_size_[47] = 8192; bound_constant_size_[48] = 8388608; bound_constant_size_[49] = 2048; bound_constant_size_[50] = 2048; bound_constant_size_[51] = 2048; bound_constant_size_[52] = 6291456; bound_constant_size_[53] = 6144; bound_constant_size_[54] = 2097152; bound_constant_size_[55] = 2048; bound_constant_size_[56] = 2048; bound_constant_size_[57] = 2048; bound_constant_size_[58] = 8388608; bound_constant_size_[59] = 8192; bound_constant_size_[60] = 8388608; bound_constant_size_[61] = 2048; bound_constant_size_[62] = 2048; bound_constant_size_[63] = 2048; bound_constant_size_[64] = 6291456; bound_constant_size_[65] = 6144; bound_constant_size_[66] = 2097152; bound_constant_size_[67] = 2048; bound_constant_size_[68] = 2048; bound_constant_size_[69] = 2048; bound_constant_size_[70] = 8388608; bound_constant_size_[71] = 8192; bound_constant_size_[72] = 8388608; bound_constant_size_[73] = 2048; bound_constant_size_[74] = 2048; bound_constant_size_[75] = 2048; bound_constant_size_[76] = 6291456; bound_constant_size_[77] = 6144; bound_constant_size_[78] = 2097152; bound_constant_size_[79] = 2048; bound_constant_size_[80] = 2048; bound_constant_size_[81] = 2048; bound_constant_size_[82] = 8388608; bound_constant_size_[83] = 8192; bound_constant_size_[84] = 8388608; bound_constant_size_[85] = 2048; bound_constant_size_[86] = 2048; bound_constant_size_[87] = 2048; bound_constant_size_[88] = 6291456; bound_constant_size_[89] = 6144; bound_constant_size_[90] = 2097152; bound_constant_size_[91] = 2048; bound_constant_size_[92] = 2048; bound_constant_size_[93] = 2048; bound_constant_size_[94] = 8388608; bound_constant_size_[95] = 8192; bound_constant_size_[96] = 8388608; bound_constant_size_[97] = 2048; bound_constant_size_[98] = 2048; bound_constant_size_[99] = 2048; bound_constant_size_[100] = 6291456; bound_constant_size_[101] = 6144; bound_constant_size_[102] = 2097152; bound_constant_size_[103] = 2048; bound_constant_size_[104] = 2048; bound_constant_size_[105] = 2048; bound_constant_size_[106] = 8388608; bound_constant_size_[107] = 8192; bound_constant_size_[108] = 8388608; bound_constant_size_[109] = 2048; bound_constant_size_[110] = 2048; bound_constant_size_[111] = 2048; bound_constant_size_[112] = 6291456; bound_constant_size_[113] = 6144; bound_constant_size_[114] = 2097152; bound_constant_size_[115] = 2048; bound_constant_size_[116] = 2048; bound_constant_size_[117] = 2048; bound_constant_size_[118] = 8388608; bound_constant_size_[119] = 8192; bound_constant_size_[120] = 8388608; bound_constant_size_[121] = 2048; bound_constant_size_[122] = 2048; bound_constant_size_[123] = 2048; bound_constant_size_[124] = 6291456; bound_constant_size_[125] = 6144; bound_constant_size_[126] = 2097152; bound_constant_size_[127] = 2048; bound_constant_size_[128] = 2048; bound_constant_size_[129] = 2048; bound_constant_size_[130] = 8388608; bound_constant_size_[131] = 8192; bound_constant_size_[132] = 8388608; bound_constant_size_[133] = 2048; bound_constant_size_[134] = 2048; bound_constant_size_[135] = 2048; bound_constant_size_[136] = 6291456; bound_constant_size_[137] = 6144; bound_constant_size_[138] = 2097152; bound_constant_size_[139] = 2048; bound_constant_size_[140] = 2048; bound_constant_size_[141] = 2048; bound_constant_size_[142] = 8388608; bound_constant_size_[143] = 8192; bound_constant_size_[144] = 8388608; bound_constant_size_[145] = 2048; bound_constant_size_[146] = 2048; bound_constant_size_[147] = 2048; bound_constant_size_[148] = 6291456; bound_constant_size_[149] = 6144; bound_constant_size_[150] = 2097152; bound_constant_size_[151] = 2048; bound_constant_size_[152] = 2048; bound_constant_size_[153] = 2048; bound_constant_size_[154] = 8388608; bound_constant_size_[155] = 8192; bound_constant_size_[156] = 8388608; bound_constant_size_[157] = 2048; bound_constant_size_[158] = 2048; bound_constant_size_[159] = 2048; bound_constant_size_[160] = 6291456; bound_constant_size_[161] = 6144; bound_constant_size_[162] = 2097152; bound_constant_size_[163] = 2048; bound_constant_size_[164] = 2048; bound_constant_size_[165] = 2048; bound_constant_size_[166] = 8388608; bound_constant_size_[167] = 8192; bound_constant_size_[168] = 8388608; bound_constant_size_[169] = 2048; bound_constant_size_[170] = 2048; bound_constant_size_[171] = 2048; bound_constant_size_[172] = 6291456; bound_constant_size_[173] = 6144; bound_constant_size_[174] = 2097152; bound_constant_size_[175] = 2048; bound_constant_size_[176] = 2048; bound_constant_size_[177] = 2048; bound_constant_size_[178] = 8388608; bound_constant_size_[179] = 8192; bound_constant_size_[180] = 8388608; bound_constant_size_[181] = 2048; bound_constant_size_[182] = 2048; bound_constant_size_[183] = 2048; bound_constant_size_[184] = 6291456; bound_constant_size_[185] = 6144; bound_constant_size_[186] = 2097152; bound_constant_size_[187] = 2048; bound_constant_size_[188] = 2048; bound_constant_size_[189] = 2048; bound_constant_size_[190] = 8388608; bound_constant_size_[191] = 8192; bound_constant_size_[192] = 8388608; bound_constant_size_[193] = 2048; bound_constant_size_[194] = 2048; bound_constant_size_[195] = 2048; bound_constant_size_[196] = 6291456; bound_constant_size_[197] = 6144; bound_constant_size_[198] = 2097152; bound_constant_size_[199] = 2048; bound_constant_size_[200] = 2048; bound_constant_size_[201] = 2048; bound_constant_size_[202] = 8388608; bound_constant_size_[203] = 8192; bound_constant_size_[204] = 8388608; bound_constant_size_[205] = 2048; bound_constant_size_[206] = 2048; bound_constant_size_[207] = 2048; bound_constant_size_[208] = 6291456; bound_constant_size_[209] = 6144; bound_constant_size_[210] = 2097152; bound_constant_size_[211] = 2048; bound_constant_size_[212] = 2048; bound_constant_size_[213] = 2048; bound_constant_size_[214] = 8388608; bound_constant_size_[215] = 8192; bound_constant_size_[216] = 8388608; bound_constant_size_[217] = 2048; bound_constant_size_[218] = 2048; bound_constant_size_[219] = 2048; bound_constant_size_[220] = 6291456; bound_constant_size_[221] = 6144; bound_constant_size_[222] = 2097152; bound_constant_size_[223] = 2048; bound_constant_size_[224] = 2048; bound_constant_size_[225] = 2048; bound_constant_size_[226] = 8388608; bound_constant_size_[227] = 8192; bound_constant_size_[228] = 8388608; bound_constant_size_[229] = 2048; bound_constant_size_[230] = 2048; bound_constant_size_[231] = 2048; bound_constant_size_[232] = 6291456; bound_constant_size_[233] = 6144; bound_constant_size_[234] = 2097152; bound_constant_size_[235] = 2048; bound_constant_size_[236] = 2048; bound_constant_size_[237] = 2048; bound_constant_size_[238] = 8388608; bound_constant_size_[239] = 8192; bound_constant_size_[240] = 8388608; bound_constant_size_[241] = 2048; bound_constant_size_[242] = 2048; bound_constant_size_[243] = 2048; bound_constant_size_[244] = 6291456; bound_constant_size_[245] = 6144; bound_constant_size_[246] = 2097152; bound_constant_size_[247] = 2048; bound_constant_size_[248] = 2048; bound_constant_size_[249] = 2048; bound_constant_size_[250] = 8388608; bound_constant_size_[251] = 8192; bound_constant_size_[252] = 8388608; bound_constant_size_[253] = 2048; bound_constant_size_[254] = 2048; bound_constant_size_[255] = 2048; bound_constant_size_[256] = 6291456; bound_constant_size_[257] = 6144; bound_constant_size_[258] = 2097152; bound_constant_size_[259] = 2048; bound_constant_size_[260] = 2048; bound_constant_size_[261] = 2048; bound_constant_size_[262] = 8388608; bound_constant_size_[263] = 8192; bound_constant_size_[264] = 8388608; bound_constant_size_[265] = 2048; bound_constant_size_[266] = 2048; bound_constant_size_[267] = 2048; bound_constant_size_[268] = 6291456; bound_constant_size_[269] = 6144; bound_constant_size_[270] = 2097152; bound_constant_size_[271] = 2048; bound_constant_size_[272] = 2048; bound_constant_size_[273] = 2048; bound_constant_size_[274] = 8388608; bound_constant_size_[275] = 8192; bound_constant_size_[276] = 8388608; bound_constant_size_[277] = 2048; bound_constant_size_[278] = 2048; bound_constant_size_[279] = 2048; max_param_shapes_[0] = {1, 64}; max_param_shapes_[1] = {1, 64}; max_param_shapes_[2] = {1, 64, 1024}; for (size_t i = 0; i < num_params_; ++i) { max_param_numel_[i] = std::accumulate( max_param_shapes_[i].begin(), max_param_shapes_[i].end(), 1, std::multiplies() ); max_param_storage_bytes_[i] = max_param_numel_[i] * AITemplateDtypeSizeBytes(param_dtypes_[i]); } bound_constant_offsets_.resize(280); bound_constant_offsets_[0] = 0; bound_constant_offsets_[1] = 101187584; bound_constant_offsets_[2] = 101345280; bound_constant_offsets_[3] = 101347328; bound_constant_offsets_[4] = 101349376; bound_constant_offsets_[5] = 107640832; bound_constant_offsets_[6] = 107646976; bound_constant_offsets_[7] = 109744128; bound_constant_offsets_[8] = 109746176; bound_constant_offsets_[9] = 109748224; bound_constant_offsets_[10] = 109750272; bound_constant_offsets_[11] = 118138880; bound_constant_offsets_[12] = 118147072; bound_constant_offsets_[13] = 126535680; bound_constant_offsets_[14] = 126537728; bound_constant_offsets_[15] = 126539776; bound_constant_offsets_[16] = 126541824; bound_constant_offsets_[17] = 132833280; bound_constant_offsets_[18] = 132839424; bound_constant_offsets_[19] = 134936576; bound_constant_offsets_[20] = 134938624; bound_constant_offsets_[21] = 134940672; bound_constant_offsets_[22] = 134942720; bound_constant_offsets_[23] = 143331328; bound_constant_offsets_[24] = 143339520; bound_constant_offsets_[25] = 151728128; bound_constant_offsets_[26] = 151730176; bound_constant_offsets_[27] = 151732224; bound_constant_offsets_[28] = 151734272; bound_constant_offsets_[29] = 158025728; bound_constant_offsets_[30] = 158031872; bound_constant_offsets_[31] = 160129024; bound_constant_offsets_[32] = 160131072; bound_constant_offsets_[33] = 160133120; bound_constant_offsets_[34] = 160135168; bound_constant_offsets_[35] = 168523776; bound_constant_offsets_[36] = 168531968; bound_constant_offsets_[37] = 176920576; bound_constant_offsets_[38] = 176922624; bound_constant_offsets_[39] = 176924672; bound_constant_offsets_[40] = 176926720; bound_constant_offsets_[41] = 183218176; bound_constant_offsets_[42] = 183224320; bound_constant_offsets_[43] = 185321472; bound_constant_offsets_[44] = 185323520; bound_constant_offsets_[45] = 185325568; bound_constant_offsets_[46] = 185327616; bound_constant_offsets_[47] = 193716224; bound_constant_offsets_[48] = 193724416; bound_constant_offsets_[49] = 202113024; bound_constant_offsets_[50] = 202115072; bound_constant_offsets_[51] = 202117120; bound_constant_offsets_[52] = 202119168; bound_constant_offsets_[53] = 208410624; bound_constant_offsets_[54] = 208416768; bound_constant_offsets_[55] = 210513920; bound_constant_offsets_[56] = 210515968; bound_constant_offsets_[57] = 210518016; bound_constant_offsets_[58] = 210520064; bound_constant_offsets_[59] = 218908672; bound_constant_offsets_[60] = 218916864; bound_constant_offsets_[61] = 227305472; bound_constant_offsets_[62] = 227307520; bound_constant_offsets_[63] = 227309568; bound_constant_offsets_[64] = 227311616; bound_constant_offsets_[65] = 233603072; bound_constant_offsets_[66] = 233609216; bound_constant_offsets_[67] = 235706368; bound_constant_offsets_[68] = 235708416; bound_constant_offsets_[69] = 235710464; bound_constant_offsets_[70] = 235712512; bound_constant_offsets_[71] = 244101120; bound_constant_offsets_[72] = 244109312; bound_constant_offsets_[73] = 252497920; bound_constant_offsets_[74] = 252499968; bound_constant_offsets_[75] = 252502016; bound_constant_offsets_[76] = 252504064; bound_constant_offsets_[77] = 258795520; bound_constant_offsets_[78] = 258801664; bound_constant_offsets_[79] = 260898816; bound_constant_offsets_[80] = 260900864; bound_constant_offsets_[81] = 260902912; bound_constant_offsets_[82] = 260904960; bound_constant_offsets_[83] = 269293568; bound_constant_offsets_[84] = 269301760; bound_constant_offsets_[85] = 277690368; bound_constant_offsets_[86] = 277692416; bound_constant_offsets_[87] = 277694464; bound_constant_offsets_[88] = 277696512; bound_constant_offsets_[89] = 283987968; bound_constant_offsets_[90] = 283994112; bound_constant_offsets_[91] = 286091264; bound_constant_offsets_[92] = 286093312; bound_constant_offsets_[93] = 286095360; bound_constant_offsets_[94] = 286097408; bound_constant_offsets_[95] = 294486016; bound_constant_offsets_[96] = 294494208; bound_constant_offsets_[97] = 302882816; bound_constant_offsets_[98] = 302884864; bound_constant_offsets_[99] = 302886912; bound_constant_offsets_[100] = 302888960; bound_constant_offsets_[101] = 309180416; bound_constant_offsets_[102] = 309186560; bound_constant_offsets_[103] = 311283712; bound_constant_offsets_[104] = 311285760; bound_constant_offsets_[105] = 311287808; bound_constant_offsets_[106] = 311289856; bound_constant_offsets_[107] = 319678464; bound_constant_offsets_[108] = 319686656; bound_constant_offsets_[109] = 328075264; bound_constant_offsets_[110] = 328077312; bound_constant_offsets_[111] = 328079360; bound_constant_offsets_[112] = 328081408; bound_constant_offsets_[113] = 334372864; bound_constant_offsets_[114] = 334379008; bound_constant_offsets_[115] = 336476160; bound_constant_offsets_[116] = 336478208; bound_constant_offsets_[117] = 336480256; bound_constant_offsets_[118] = 336482304; bound_constant_offsets_[119] = 344870912; bound_constant_offsets_[120] = 344879104; bound_constant_offsets_[121] = 353267712; bound_constant_offsets_[122] = 353269760; bound_constant_offsets_[123] = 353271808; bound_constant_offsets_[124] = 353273856; bound_constant_offsets_[125] = 359565312; bound_constant_offsets_[126] = 359571456; bound_constant_offsets_[127] = 361668608; bound_constant_offsets_[128] = 361670656; bound_constant_offsets_[129] = 361672704; bound_constant_offsets_[130] = 361674752; bound_constant_offsets_[131] = 370063360; bound_constant_offsets_[132] = 370071552; bound_constant_offsets_[133] = 378460160; bound_constant_offsets_[134] = 378462208; bound_constant_offsets_[135] = 378464256; bound_constant_offsets_[136] = 378466304; bound_constant_offsets_[137] = 384757760; bound_constant_offsets_[138] = 384763904; bound_constant_offsets_[139] = 386861056; bound_constant_offsets_[140] = 386863104; bound_constant_offsets_[141] = 386865152; bound_constant_offsets_[142] = 386867200; bound_constant_offsets_[143] = 395255808; bound_constant_offsets_[144] = 395264000; bound_constant_offsets_[145] = 403652608; bound_constant_offsets_[146] = 403654656; bound_constant_offsets_[147] = 403656704; bound_constant_offsets_[148] = 403658752; bound_constant_offsets_[149] = 409950208; bound_constant_offsets_[150] = 409956352; bound_constant_offsets_[151] = 412053504; bound_constant_offsets_[152] = 412055552; bound_constant_offsets_[153] = 412057600; bound_constant_offsets_[154] = 412059648; bound_constant_offsets_[155] = 420448256; bound_constant_offsets_[156] = 420456448; bound_constant_offsets_[157] = 428845056; bound_constant_offsets_[158] = 428847104; bound_constant_offsets_[159] = 428849152; bound_constant_offsets_[160] = 428851200; bound_constant_offsets_[161] = 435142656; bound_constant_offsets_[162] = 435148800; bound_constant_offsets_[163] = 437245952; bound_constant_offsets_[164] = 437248000; bound_constant_offsets_[165] = 437250048; bound_constant_offsets_[166] = 437252096; bound_constant_offsets_[167] = 445640704; bound_constant_offsets_[168] = 445648896; bound_constant_offsets_[169] = 454037504; bound_constant_offsets_[170] = 454039552; bound_constant_offsets_[171] = 454041600; bound_constant_offsets_[172] = 454043648; bound_constant_offsets_[173] = 460335104; bound_constant_offsets_[174] = 460341248; bound_constant_offsets_[175] = 462438400; bound_constant_offsets_[176] = 462440448; bound_constant_offsets_[177] = 462442496; bound_constant_offsets_[178] = 462444544; bound_constant_offsets_[179] = 470833152; bound_constant_offsets_[180] = 470841344; bound_constant_offsets_[181] = 479229952; bound_constant_offsets_[182] = 479232000; bound_constant_offsets_[183] = 479234048; bound_constant_offsets_[184] = 479236096; bound_constant_offsets_[185] = 485527552; bound_constant_offsets_[186] = 485533696; bound_constant_offsets_[187] = 487630848; bound_constant_offsets_[188] = 487632896; bound_constant_offsets_[189] = 487634944; bound_constant_offsets_[190] = 487636992; bound_constant_offsets_[191] = 496025600; bound_constant_offsets_[192] = 496033792; bound_constant_offsets_[193] = 504422400; bound_constant_offsets_[194] = 504424448; bound_constant_offsets_[195] = 504426496; bound_constant_offsets_[196] = 504428544; bound_constant_offsets_[197] = 510720000; bound_constant_offsets_[198] = 510726144; bound_constant_offsets_[199] = 512823296; bound_constant_offsets_[200] = 512825344; bound_constant_offsets_[201] = 512827392; bound_constant_offsets_[202] = 512829440; bound_constant_offsets_[203] = 521218048; bound_constant_offsets_[204] = 521226240; bound_constant_offsets_[205] = 529614848; bound_constant_offsets_[206] = 529616896; bound_constant_offsets_[207] = 529618944; bound_constant_offsets_[208] = 529620992; bound_constant_offsets_[209] = 535912448; bound_constant_offsets_[210] = 535918592; bound_constant_offsets_[211] = 538015744; bound_constant_offsets_[212] = 538017792; bound_constant_offsets_[213] = 538019840; bound_constant_offsets_[214] = 538021888; bound_constant_offsets_[215] = 546410496; bound_constant_offsets_[216] = 546418688; bound_constant_offsets_[217] = 554807296; bound_constant_offsets_[218] = 554809344; bound_constant_offsets_[219] = 554811392; bound_constant_offsets_[220] = 554813440; bound_constant_offsets_[221] = 561104896; bound_constant_offsets_[222] = 561111040; bound_constant_offsets_[223] = 563208192; bound_constant_offsets_[224] = 563210240; bound_constant_offsets_[225] = 563212288; bound_constant_offsets_[226] = 563214336; bound_constant_offsets_[227] = 571602944; bound_constant_offsets_[228] = 571611136; bound_constant_offsets_[229] = 579999744; bound_constant_offsets_[230] = 580001792; bound_constant_offsets_[231] = 580003840; bound_constant_offsets_[232] = 580005888; bound_constant_offsets_[233] = 586297344; bound_constant_offsets_[234] = 586303488; bound_constant_offsets_[235] = 588400640; bound_constant_offsets_[236] = 588402688; bound_constant_offsets_[237] = 588404736; bound_constant_offsets_[238] = 588406784; bound_constant_offsets_[239] = 596795392; bound_constant_offsets_[240] = 596803584; bound_constant_offsets_[241] = 605192192; bound_constant_offsets_[242] = 605194240; bound_constant_offsets_[243] = 605196288; bound_constant_offsets_[244] = 605198336; bound_constant_offsets_[245] = 611489792; bound_constant_offsets_[246] = 611495936; bound_constant_offsets_[247] = 613593088; bound_constant_offsets_[248] = 613595136; bound_constant_offsets_[249] = 613597184; bound_constant_offsets_[250] = 613599232; bound_constant_offsets_[251] = 621987840; bound_constant_offsets_[252] = 621996032; bound_constant_offsets_[253] = 630384640; bound_constant_offsets_[254] = 630386688; bound_constant_offsets_[255] = 630388736; bound_constant_offsets_[256] = 630390784; bound_constant_offsets_[257] = 636682240; bound_constant_offsets_[258] = 636688384; bound_constant_offsets_[259] = 638785536; bound_constant_offsets_[260] = 638787584; bound_constant_offsets_[261] = 638789632; bound_constant_offsets_[262] = 638791680; bound_constant_offsets_[263] = 647180288; bound_constant_offsets_[264] = 647188480; bound_constant_offsets_[265] = 655577088; bound_constant_offsets_[266] = 655579136; bound_constant_offsets_[267] = 655581184; bound_constant_offsets_[268] = 655583232; bound_constant_offsets_[269] = 661874688; bound_constant_offsets_[270] = 661880832; bound_constant_offsets_[271] = 663977984; bound_constant_offsets_[272] = 663980032; bound_constant_offsets_[273] = 663982080; bound_constant_offsets_[274] = 663984128; bound_constant_offsets_[275] = 672372736; bound_constant_offsets_[276] = 672380928; bound_constant_offsets_[277] = 680769536; bound_constant_offsets_[278] = 680771584; bound_constant_offsets_[279] = 680773632; auto* constants_ptr = static_cast(constants_primary_.get()); const auto binary_constants_bin_size = static_cast(_binary_constants_bin_end - _binary_constants_bin_start); for (auto& constant_info : owned_constants) { auto* dst = constants_ptr + constant_info.internal_offset; if (constant_info.data_offset + constant_info.num_bytes > binary_constants_bin_size) { throw std::runtime_error(std::string("Copying constant ") + constant_info.name + " would overflow constant buffer"); } DEVICE_CHECK(CopyToDevice(dst, _binary_constants_bin_start + constant_info.data_offset, constant_info.num_bytes)); } } ModelContainer* CreateModelContainer(size_t num_runtimes, AITemplateAllocator& allocator) { // num_runtimes, blob_size, workspace_size, num_inputs, num_outputs, num_unbound_constants, param_size, allocator return new ModelContainer(num_runtimes, 2, 1, 280, 0, 680775680, allocator); } } // namespace ait