| |
|
| | #include "model_container.h" |
| | #include "owned_constants.h" |
| |
|
| | namespace ait { |
| | namespace { |
| | // Contains the metadata for each constant. |
| | constexpr std::array<ConstantInfo, 280> owned_constants = { |
| | ConstantInfo{"embeddings_token_embedding_weight", 0, 0, 101187584},ConstantInfo{"embeddings_position_embedding_weight", 101187584, 101187584, 157696},ConstantInfo{"encoder_layers_0_layer_norm1_weight", 101345280, 101345280, 2048},ConstantInfo{"encoder_layers_0_layer_norm1_bias", 101347328, 101347328, 2048},ConstantInfo{"encoder_layers_0_self_attn_qkv_weight", 101349376, 101349376, 6291456},ConstantInfo{"encoder_layers_0_self_attn_qkv_bias", 107640832, 107640832, 6144},ConstantInfo{"encoder_layers_0_self_attn_proj_weight", 107646976, 107646976, 2097152},ConstantInfo{"encoder_layers_0_self_attn_proj_bias", 109744128, 109744128, 2048},ConstantInfo{"encoder_layers_0_layer_norm2_weight", 109746176, 109746176, 2048},ConstantInfo{"encoder_layers_0_layer_norm2_bias", 109748224, 109748224, 2048},ConstantInfo{"encoder_layers_0_mlp_fc1_weight", 109750272, 109750272, 8388608},ConstantInfo{"encoder_layers_0_mlp_fc1_bias", 118138880, 118138880, 8192},ConstantInfo{"encoder_layers_0_mlp_fc2_weight", 118147072, 118147072, 8388608},ConstantInfo{"encoder_layers_0_mlp_fc2_bias", 126535680, 126535680, 2048},ConstantInfo{"encoder_layers_1_layer_norm1_weight", 126537728, 126537728, 2048},ConstantInfo{"encoder_layers_1_layer_norm1_bias", 126539776, 126539776, 2048},ConstantInfo{"encoder_layers_1_self_attn_qkv_weight", 126541824, 126541824, 6291456},ConstantInfo{"encoder_layers_1_self_attn_qkv_bias", 132833280, 132833280, 6144},ConstantInfo{"encoder_layers_1_self_attn_proj_weight", 132839424, 132839424, 2097152},ConstantInfo{"encoder_layers_1_self_attn_proj_bias", 134936576, 134936576, 2048},ConstantInfo{"encoder_layers_1_layer_norm2_weight", 134938624, 134938624, 2048},ConstantInfo{"encoder_layers_1_layer_norm2_bias", 134940672, 134940672, 2048},ConstantInfo{"encoder_layers_1_mlp_fc1_weight", 134942720, 134942720, 8388608},ConstantInfo{"encoder_layers_1_mlp_fc1_bias", 143331328, 143331328, 8192},ConstantInfo{"encoder_layers_1_mlp_fc2_weight", 143339520, 143339520, 8388608},ConstantInfo{"encoder_layers_1_mlp_fc2_bias", 151728128, 151728128, 2048},ConstantInfo{"encoder_layers_2_layer_norm1_weight", 151730176, 151730176, 2048},ConstantInfo{"encoder_layers_2_layer_norm1_bias", 151732224, 151732224, 2048},ConstantInfo{"encoder_layers_2_self_attn_qkv_weight", 151734272, 151734272, 6291456},ConstantInfo{"encoder_layers_2_self_attn_qkv_bias", 158025728, 158025728, 6144},ConstantInfo{"encoder_layers_2_self_attn_proj_weight", 158031872, 158031872, 2097152},ConstantInfo{"encoder_layers_2_self_attn_proj_bias", 160129024, 160129024, 2048},ConstantInfo{"encoder_layers_2_layer_norm2_weight", 160131072, 160131072, 2048},ConstantInfo{"encoder_layers_2_layer_norm2_bias", 160133120, 160133120, 2048},ConstantInfo{"encoder_layers_2_mlp_fc1_weight", 160135168, 160135168, 8388608},ConstantInfo{"encoder_layers_2_mlp_fc1_bias", 168523776, 168523776, 8192},ConstantInfo{"encoder_layers_2_mlp_fc2_weight", 168531968, 168531968, 8388608},ConstantInfo{"encoder_layers_2_mlp_fc2_bias", 176920576, 176920576, 2048},ConstantInfo{"encoder_layers_3_layer_norm1_weight", 176922624, 176922624, 2048},ConstantInfo{"encoder_layers_3_layer_norm1_bias", 176924672, 176924672, 2048},ConstantInfo{"encoder_layers_3_self_attn_qkv_weight", 176926720, 176926720, 6291456},ConstantInfo{"encoder_layers_3_self_attn_qkv_bias", 183218176, 183218176, 6144},ConstantInfo{"encoder_layers_3_self_attn_proj_weight", 183224320, 183224320, 2097152},ConstantInfo{"encoder_layers_3_self_attn_proj_bias", 185321472, 185321472, 2048},ConstantInfo{"encoder_layers_3_layer_norm2_weight", 185323520, 185323520, 2048},ConstantInfo{"encoder_layers_3_layer_norm2_bias", 185325568, 185325568, 2048},ConstantInfo{"encoder_layers_3_mlp_fc1_weight", 185327616, 185327616, 8388608},ConstantInfo{"encoder_layers_3_mlp_fc1_bias", 193716224, 193716224, 8192},ConstantInfo{"encoder_layers_3_mlp_fc2_weight", 193724416, 193724416, 8388608},ConstantInfo{"encoder_layers_3_mlp_fc2_bias", 202113024, 202113024, 2048},ConstantInfo{"encoder_layers_4_layer_norm1_weight", 202115072, 202115072, 2048},ConstantInfo{"encoder_layers_4_layer_norm1_bias", 202117120, 202117120, 2048},ConstantInfo{"encoder_layers_4_self_attn_qkv_weight", 202119168, 202119168, 6291456},ConstantInfo{"encoder_layers_4_self_attn_qkv_bias", 208410624, 208410624, 6144},ConstantInfo{"encoder_layers_4_self_attn_proj_weight", 208416768, 208416768, 2097152},ConstantInfo{"encoder_layers_4_self_attn_proj_bias", 210513920, 210513920, 2048},ConstantInfo{"encoder_layers_4_layer_norm2_weight", 210515968, 210515968, 2048},ConstantInfo{"encoder_layers_4_layer_norm2_bias", 210518016, 210518016, 2048},ConstantInfo{"encoder_layers_4_mlp_fc1_weight", 210520064, 210520064, 8388608},ConstantInfo{"encoder_layers_4_mlp_fc1_bias", 218908672, 218908672, 8192},ConstantInfo{"encoder_layers_4_mlp_fc2_weight", 218916864, 218916864, 8388608},ConstantInfo{"encoder_layers_4_mlp_fc2_bias", 227305472, 227305472, 2048},ConstantInfo{"encoder_layers_5_layer_norm1_weight", 227307520, 227307520, 2048},ConstantInfo{"encoder_layers_5_layer_norm1_bias", 227309568, 227309568, 2048},ConstantInfo{"encoder_layers_5_self_attn_qkv_weight", 227311616, 227311616, 6291456},ConstantInfo{"encoder_layers_5_self_attn_qkv_bias", 233603072, 233603072, 6144},ConstantInfo{"encoder_layers_5_self_attn_proj_weight", 233609216, 233609216, 2097152},ConstantInfo{"encoder_layers_5_self_attn_proj_bias", 235706368, 235706368, 2048},ConstantInfo{"encoder_layers_5_layer_norm2_weight", 235708416, 235708416, 2048},ConstantInfo{"encoder_layers_5_layer_norm2_bias", 235710464, 235710464, 2048},ConstantInfo{"encoder_layers_5_mlp_fc1_weight", 235712512, 235712512, 8388608},ConstantInfo{"encoder_layers_5_mlp_fc1_bias", 244101120, 244101120, 8192},ConstantInfo{"encoder_layers_5_mlp_fc2_weight", 244109312, 244109312, 8388608},ConstantInfo{"encoder_layers_5_mlp_fc2_bias", 252497920, 252497920, 2048},ConstantInfo{"encoder_layers_6_layer_norm1_weight", 252499968, 252499968, 2048},ConstantInfo{"encoder_layers_6_layer_norm1_bias", 252502016, 252502016, 2048},ConstantInfo{"encoder_layers_6_self_attn_qkv_weight", 252504064, 252504064, 6291456},ConstantInfo{"encoder_layers_6_self_attn_qkv_bias", 258795520, 258795520, 6144},ConstantInfo{"encoder_layers_6_self_attn_proj_weight", 258801664, 258801664, 2097152},ConstantInfo{"encoder_layers_6_self_attn_proj_bias", 260898816, 260898816, 2048},ConstantInfo{"encoder_layers_6_layer_norm2_weight", 260900864, 260900864, 2048},ConstantInfo{"encoder_layers_6_layer_norm2_bias", 260902912, 260902912, 2048},ConstantInfo{"encoder_layers_6_mlp_fc1_weight", 260904960, 260904960, 8388608},ConstantInfo{"encoder_layers_6_mlp_fc1_bias", 269293568, 269293568, 8192},ConstantInfo{"encoder_layers_6_mlp_fc2_weight", 269301760, 269301760, 8388608},ConstantInfo{"encoder_layers_6_mlp_fc2_bias", 277690368, 277690368, 2048},ConstantInfo{"encoder_layers_7_layer_norm1_weight", 277692416, 277692416, 2048},ConstantInfo{"encoder_layers_7_layer_norm1_bias", 277694464, 277694464, 2048},ConstantInfo{"encoder_layers_7_self_attn_qkv_weight", 277696512, 277696512, 6291456},ConstantInfo{"encoder_layers_7_self_attn_qkv_bias", 283987968, 283987968, 6144},ConstantInfo{"encoder_layers_7_self_attn_proj_weight", 283994112, 283994112, 2097152},ConstantInfo{"encoder_layers_7_self_attn_proj_bias", 286091264, 286091264, 2048},ConstantInfo{"encoder_layers_7_layer_norm2_weight", 286093312, 286093312, 2048},ConstantInfo{"encoder_layers_7_layer_norm2_bias", 286095360, 286095360, 2048},ConstantInfo{"encoder_layers_7_mlp_fc1_weight", 286097408, 286097408, 8388608},ConstantInfo{"encoder_layers_7_mlp_fc1_bias", 294486016, 294486016, 8192},ConstantInfo{"encoder_layers_7_mlp_fc2_weight", 294494208, 294494208, 8388608},ConstantInfo{"encoder_layers_7_mlp_fc2_bias", 302882816, 302882816, 2048},ConstantInfo{"encoder_layers_8_layer_norm1_weight", 302884864, 302884864, 2048},ConstantInfo{"encoder_layers_8_layer_norm1_bias", 302886912, 302886912, 2048},ConstantInfo{"encoder_layers_8_self_attn_qkv_weight", 302888960, 302888960, 6291456},ConstantInfo{"encoder_layers_8_self_attn_qkv_bias", 309180416, 309180416, 6144},ConstantInfo{"encoder_layers_8_self_attn_proj_weight", 309186560, 309186560, 2097152},ConstantInfo{"encoder_layers_8_self_attn_proj_bias", 311283712, 311283712, 2048},ConstantInfo{"encoder_layers_8_layer_norm2_weight", 311285760, 311285760, 2048},ConstantInfo{"encoder_layers_8_layer_norm2_bias", 311287808, 311287808, 2048},ConstantInfo{"encoder_layers_8_mlp_fc1_weight", 311289856, 311289856, 8388608},ConstantInfo{"encoder_layers_8_mlp_fc1_bias", 319678464, 319678464, 8192},ConstantInfo{"encoder_layers_8_mlp_fc2_weight", 319686656, 319686656, 8388608},ConstantInfo{"encoder_layers_8_mlp_fc2_bias", 328075264, 328075264, 2048},ConstantInfo{"encoder_layers_9_layer_norm1_weight", 328077312, 328077312, 2048},ConstantInfo{"encoder_layers_9_layer_norm1_bias", 328079360, 328079360, 2048},ConstantInfo{"encoder_layers_9_self_attn_qkv_weight", 328081408, 328081408, 6291456},ConstantInfo{"encoder_layers_9_self_attn_qkv_bias", 334372864, 334372864, 6144},ConstantInfo{"encoder_layers_9_self_attn_proj_weight", 334379008, 334379008, 2097152},ConstantInfo{"encoder_layers_9_self_attn_proj_bias", 336476160, 336476160, 2048},ConstantInfo{"encoder_layers_9_layer_norm2_weight", 336478208, 336478208, 2048},ConstantInfo{"encoder_layers_9_layer_norm2_bias", 336480256, 336480256, 2048},ConstantInfo{"encoder_layers_9_mlp_fc1_weight", 336482304, 336482304, 8388608},ConstantInfo{"encoder_layers_9_mlp_fc1_bias", 344870912, 344870912, 8192},ConstantInfo{"encoder_layers_9_mlp_fc2_weight", 344879104, 344879104, 8388608},ConstantInfo{"encoder_layers_9_mlp_fc2_bias", 353267712, 353267712, 2048},ConstantInfo{"encoder_layers_10_layer_norm1_weight", 353269760, 353269760, 2048},ConstantInfo{"encoder_layers_10_layer_norm1_bias", 353271808, 353271808, 2048},ConstantInfo{"encoder_layers_10_self_attn_qkv_weight", 353273856, 353273856, 6291456},ConstantInfo{"encoder_layers_10_self_attn_qkv_bias", 359565312, 359565312, 6144},ConstantInfo{"encoder_layers_10_self_attn_proj_weight", 359571456, 359571456, 2097152},ConstantInfo{"encoder_layers_10_self_attn_proj_bias", 361668608, 361668608, 2048},ConstantInfo{"encoder_layers_10_layer_norm2_weight", 361670656, 361670656, 2048},ConstantInfo{"encoder_layers_10_layer_norm2_bias", 361672704, 361672704, 2048},ConstantInfo{"encoder_layers_10_mlp_fc1_weight", 361674752, 361674752, 8388608},ConstantInfo{"encoder_layers_10_mlp_fc1_bias", 370063360, 370063360, 8192},ConstantInfo{"encoder_layers_10_mlp_fc2_weight", 370071552, 370071552, 8388608},ConstantInfo{"encoder_layers_10_mlp_fc2_bias", 378460160, 378460160, 2048},ConstantInfo{"encoder_layers_11_layer_norm1_weight", 378462208, 378462208, 2048},ConstantInfo{"encoder_layers_11_layer_norm1_bias", 378464256, 378464256, 2048},ConstantInfo{"encoder_layers_11_self_attn_qkv_weight", 378466304, 378466304, 6291456},ConstantInfo{"encoder_layers_11_self_attn_qkv_bias", 384757760, 384757760, 6144},ConstantInfo{"encoder_layers_11_self_attn_proj_weight", 384763904, 384763904, 2097152},ConstantInfo{"encoder_layers_11_self_attn_proj_bias", 386861056, 386861056, 2048},ConstantInfo{"encoder_layers_11_layer_norm2_weight", 386863104, 386863104, 2048},ConstantInfo{"encoder_layers_11_layer_norm2_bias", 386865152, 386865152, 2048},ConstantInfo{"encoder_layers_11_mlp_fc1_weight", 386867200, 386867200, 8388608},ConstantInfo{"encoder_layers_11_mlp_fc1_bias", 395255808, 395255808, 8192},ConstantInfo{"encoder_layers_11_mlp_fc2_weight", 395264000, 395264000, 8388608},ConstantInfo{"encoder_layers_11_mlp_fc2_bias", 403652608, 403652608, 2048},ConstantInfo{"encoder_layers_12_layer_norm1_weight", 403654656, 403654656, 2048},ConstantInfo{"encoder_layers_12_layer_norm1_bias", 403656704, 403656704, 2048},ConstantInfo{"encoder_layers_12_self_attn_qkv_weight", 403658752, 403658752, 6291456},ConstantInfo{"encoder_layers_12_self_attn_qkv_bias", 409950208, 409950208, 6144},ConstantInfo{"encoder_layers_12_self_attn_proj_weight", 409956352, 409956352, 2097152},ConstantInfo{"encoder_layers_12_self_attn_proj_bias", 412053504, 412053504, 2048},ConstantInfo{"encoder_layers_12_layer_norm2_weight", 412055552, 412055552, 2048},ConstantInfo{"encoder_layers_12_layer_norm2_bias", 412057600, 412057600, 2048},ConstantInfo{"encoder_layers_12_mlp_fc1_weight", 412059648, 412059648, 8388608},ConstantInfo{"encoder_layers_12_mlp_fc1_bias", 420448256, 420448256, 8192},ConstantInfo{"encoder_layers_12_mlp_fc2_weight", 420456448, 420456448, 8388608},ConstantInfo{"encoder_layers_12_mlp_fc2_bias", 428845056, 428845056, 2048},ConstantInfo{"encoder_layers_13_layer_norm1_weight", 428847104, 428847104, 2048},ConstantInfo{"encoder_layers_13_layer_norm1_bias", 428849152, 428849152, 2048},ConstantInfo{"encoder_layers_13_self_attn_qkv_weight", 428851200, 428851200, 6291456},ConstantInfo{"encoder_layers_13_self_attn_qkv_bias", 435142656, 435142656, 6144},ConstantInfo{"encoder_layers_13_self_attn_proj_weight", 435148800, 435148800, 2097152},ConstantInfo{"encoder_layers_13_self_attn_proj_bias", 437245952, 437245952, 2048},ConstantInfo{"encoder_layers_13_layer_norm2_weight", 437248000, 437248000, 2048},ConstantInfo{"encoder_layers_13_layer_norm2_bias", 437250048, 437250048, 2048},ConstantInfo{"encoder_layers_13_mlp_fc1_weight", 437252096, 437252096, 8388608},ConstantInfo{"encoder_layers_13_mlp_fc1_bias", 445640704, 445640704, 8192},ConstantInfo{"encoder_layers_13_mlp_fc2_weight", 445648896, 445648896, 8388608},ConstantInfo{"encoder_layers_13_mlp_fc2_bias", 454037504, 454037504, 2048},ConstantInfo{"encoder_layers_14_layer_norm1_weight", 454039552, 454039552, 2048},ConstantInfo{"encoder_layers_14_layer_norm1_bias", 454041600, 454041600, 2048},ConstantInfo{"encoder_layers_14_self_attn_qkv_weight", 454043648, 454043648, 6291456},ConstantInfo{"encoder_layers_14_self_attn_qkv_bias", 460335104, 460335104, 6144},ConstantInfo{"encoder_layers_14_self_attn_proj_weight", 460341248, 460341248, 2097152},ConstantInfo{"encoder_layers_14_self_attn_proj_bias", 462438400, 462438400, 2048},ConstantInfo{"encoder_layers_14_layer_norm2_weight", 462440448, 462440448, 2048},ConstantInfo{"encoder_layers_14_layer_norm2_bias", 462442496, 462442496, 2048},ConstantInfo{"encoder_layers_14_mlp_fc1_weight", 462444544, 462444544, 8388608},ConstantInfo{"encoder_layers_14_mlp_fc1_bias", 470833152, 470833152, 8192},ConstantInfo{"encoder_layers_14_mlp_fc2_weight", 470841344, 470841344, 8388608},ConstantInfo{"encoder_layers_14_mlp_fc2_bias", 479229952, 479229952, 2048},ConstantInfo{"encoder_layers_15_layer_norm1_weight", 479232000, 479232000, 2048},ConstantInfo{"encoder_layers_15_layer_norm1_bias", 479234048, 479234048, 2048},ConstantInfo{"encoder_layers_15_self_attn_qkv_weight", 479236096, 479236096, 6291456},ConstantInfo{"encoder_layers_15_self_attn_qkv_bias", 485527552, 485527552, 6144},ConstantInfo{"encoder_layers_15_self_attn_proj_weight", 485533696, 485533696, 2097152},ConstantInfo{"encoder_layers_15_self_attn_proj_bias", 487630848, 487630848, 2048},ConstantInfo{"encoder_layers_15_layer_norm2_weight", 487632896, 487632896, 2048},ConstantInfo{"encoder_layers_15_layer_norm2_bias", 487634944, 487634944, 2048},ConstantInfo{"encoder_layers_15_mlp_fc1_weight", 487636992, 487636992, 8388608},ConstantInfo{"encoder_layers_15_mlp_fc1_bias", 496025600, 496025600, 8192},ConstantInfo{"encoder_layers_15_mlp_fc2_weight", 496033792, 496033792, 8388608},ConstantInfo{"encoder_layers_15_mlp_fc2_bias", 504422400, 504422400, 2048},ConstantInfo{"encoder_layers_16_layer_norm1_weight", 504424448, 504424448, 2048},ConstantInfo{"encoder_layers_16_layer_norm1_bias", 504426496, 504426496, 2048},ConstantInfo{"encoder_layers_16_self_attn_qkv_weight", 504428544, 504428544, 6291456},ConstantInfo{"encoder_layers_16_self_attn_qkv_bias", 510720000, 510720000, 6144},ConstantInfo{"encoder_layers_16_self_attn_proj_weight", 510726144, 510726144, 2097152},ConstantInfo{"encoder_layers_16_self_attn_proj_bias", 512823296, 512823296, 2048},ConstantInfo{"encoder_layers_16_layer_norm2_weight", 512825344, 512825344, 2048},ConstantInfo{"encoder_layers_16_layer_norm2_bias", 512827392, 512827392, 2048},ConstantInfo{"encoder_layers_16_mlp_fc1_weight", 512829440, 512829440, 8388608},ConstantInfo{"encoder_layers_16_mlp_fc1_bias", 521218048, 521218048, 8192},ConstantInfo{"encoder_layers_16_mlp_fc2_weight", 521226240, 521226240, 8388608},ConstantInfo{"encoder_layers_16_mlp_fc2_bias", 529614848, 529614848, 2048},ConstantInfo{"encoder_layers_17_layer_norm1_weight", 529616896, 529616896, 2048},ConstantInfo{"encoder_layers_17_layer_norm1_bias", 529618944, 529618944, 2048},ConstantInfo{"encoder_layers_17_self_attn_qkv_weight", 529620992, 529620992, 6291456},ConstantInfo{"encoder_layers_17_self_attn_qkv_bias", 535912448, 535912448, 6144},ConstantInfo{"encoder_layers_17_self_attn_proj_weight", 535918592, 535918592, 2097152},ConstantInfo{"encoder_layers_17_self_attn_proj_bias", 538015744, 538015744, 2048},ConstantInfo{"encoder_layers_17_layer_norm2_weight", 538017792, 538017792, 2048},ConstantInfo{"encoder_layers_17_layer_norm2_bias", 538019840, 538019840, 2048},ConstantInfo{"encoder_layers_17_mlp_fc1_weight", 538021888, 538021888, 8388608},ConstantInfo{"encoder_layers_17_mlp_fc1_bias", 546410496, 546410496, 8192},ConstantInfo{"encoder_layers_17_mlp_fc2_weight", 546418688, 546418688, 8388608},ConstantInfo{"encoder_layers_17_mlp_fc2_bias", 554807296, 554807296, 2048},ConstantInfo{"encoder_layers_18_layer_norm1_weight", 554809344, 554809344, 2048},ConstantInfo{"encoder_layers_18_layer_norm1_bias", 554811392, 554811392, 2048},ConstantInfo{"encoder_layers_18_self_attn_qkv_weight", 554813440, 554813440, 6291456},ConstantInfo{"encoder_layers_18_self_attn_qkv_bias", 561104896, 561104896, 6144},ConstantInfo{"encoder_layers_18_self_attn_proj_weight", 561111040, 561111040, 2097152},ConstantInfo{"encoder_layers_18_self_attn_proj_bias", 563208192, 563208192, 2048},ConstantInfo{"encoder_layers_18_layer_norm2_weight", 563210240, 563210240, 2048},ConstantInfo{"encoder_layers_18_layer_norm2_bias", 563212288, 563212288, 2048},ConstantInfo{"encoder_layers_18_mlp_fc1_weight", 563214336, 563214336, 8388608},ConstantInfo{"encoder_layers_18_mlp_fc1_bias", 571602944, 571602944, 8192},ConstantInfo{"encoder_layers_18_mlp_fc2_weight", 571611136, 571611136, 8388608},ConstantInfo{"encoder_layers_18_mlp_fc2_bias", 579999744, 579999744, 2048},ConstantInfo{"encoder_layers_19_layer_norm1_weight", 580001792, 580001792, 2048},ConstantInfo{"encoder_layers_19_layer_norm1_bias", 580003840, 580003840, 2048},ConstantInfo{"encoder_layers_19_self_attn_qkv_weight", 580005888, 580005888, 6291456},ConstantInfo{"encoder_layers_19_self_attn_qkv_bias", 586297344, 586297344, 6144},ConstantInfo{"encoder_layers_19_self_attn_proj_weight", 586303488, 586303488, 2097152},ConstantInfo{"encoder_layers_19_self_attn_proj_bias", 588400640, 588400640, 2048},ConstantInfo{"encoder_layers_19_layer_norm2_weight", 588402688, 588402688, 2048},ConstantInfo{"encoder_layers_19_layer_norm2_bias", 588404736, 588404736, 2048},ConstantInfo{"encoder_layers_19_mlp_fc1_weight", 588406784, 588406784, 8388608},ConstantInfo{"encoder_layers_19_mlp_fc1_bias", 596795392, 596795392, 8192},ConstantInfo{"encoder_layers_19_mlp_fc2_weight", 596803584, 596803584, 8388608},ConstantInfo{"encoder_layers_19_mlp_fc2_bias", 605192192, 605192192, 2048},ConstantInfo{"encoder_layers_20_layer_norm1_weight", 605194240, 605194240, 2048},ConstantInfo{"encoder_layers_20_layer_norm1_bias", 605196288, 605196288, 2048},ConstantInfo{"encoder_layers_20_self_attn_qkv_weight", 605198336, 605198336, 6291456},ConstantInfo{"encoder_layers_20_self_attn_qkv_bias", 611489792, 611489792, 6144},ConstantInfo{"encoder_layers_20_self_attn_proj_weight", 611495936, 611495936, 2097152},ConstantInfo{"encoder_layers_20_self_attn_proj_bias", 613593088, 613593088, 2048},ConstantInfo{"encoder_layers_20_layer_norm2_weight", 613595136, 613595136, 2048},ConstantInfo{"encoder_layers_20_layer_norm2_bias", 613597184, 613597184, 2048},ConstantInfo{"encoder_layers_20_mlp_fc1_weight", 613599232, 613599232, 8388608},ConstantInfo{"encoder_layers_20_mlp_fc1_bias", 621987840, 621987840, 8192},ConstantInfo{"encoder_layers_20_mlp_fc2_weight", 621996032, 621996032, 8388608},ConstantInfo{"encoder_layers_20_mlp_fc2_bias", 630384640, 630384640, 2048},ConstantInfo{"encoder_layers_21_layer_norm1_weight", 630386688, 630386688, 2048},ConstantInfo{"encoder_layers_21_layer_norm1_bias", 630388736, 630388736, 2048},ConstantInfo{"encoder_layers_21_self_attn_qkv_weight", 630390784, 630390784, 6291456},ConstantInfo{"encoder_layers_21_self_attn_qkv_bias", 636682240, 636682240, 6144},ConstantInfo{"encoder_layers_21_self_attn_proj_weight", 636688384, 636688384, 2097152},ConstantInfo{"encoder_layers_21_self_attn_proj_bias", 638785536, 638785536, 2048},ConstantInfo{"encoder_layers_21_layer_norm2_weight", 638787584, 638787584, 2048},ConstantInfo{"encoder_layers_21_layer_norm2_bias", 638789632, 638789632, 2048},ConstantInfo{"encoder_layers_21_mlp_fc1_weight", 638791680, 638791680, 8388608},ConstantInfo{"encoder_layers_21_mlp_fc1_bias", 647180288, 647180288, 8192},ConstantInfo{"encoder_layers_21_mlp_fc2_weight", 647188480, 647188480, 8388608},ConstantInfo{"encoder_layers_21_mlp_fc2_bias", 655577088, 655577088, 2048},ConstantInfo{"encoder_layers_22_layer_norm1_weight", 655579136, 655579136, 2048},ConstantInfo{"encoder_layers_22_layer_norm1_bias", 655581184, 655581184, 2048},ConstantInfo{"encoder_layers_22_self_attn_qkv_weight", 655583232, 655583232, 6291456},ConstantInfo{"encoder_layers_22_self_attn_qkv_bias", 661874688, 661874688, 6144},ConstantInfo{"encoder_layers_22_self_attn_proj_weight", 661880832, 661880832, 2097152},ConstantInfo{"encoder_layers_22_self_attn_proj_bias", 663977984, 663977984, 2048},ConstantInfo{"encoder_layers_22_layer_norm2_weight", 663980032, 663980032, 2048},ConstantInfo{"encoder_layers_22_layer_norm2_bias", 663982080, 663982080, 2048},ConstantInfo{"encoder_layers_22_mlp_fc1_weight", 663984128, 663984128, 8388608},ConstantInfo{"encoder_layers_22_mlp_fc1_bias", 672372736, 672372736, 8192},ConstantInfo{"encoder_layers_22_mlp_fc2_weight", 672380928, 672380928, 8388608},ConstantInfo{"encoder_layers_22_mlp_fc2_bias", 680769536, 680769536, 2048},ConstantInfo{"final_layer_norm_weight", 680771584, 680771584, 2048},ConstantInfo{"final_layer_norm_bias", 680773632, 680773632, 2048} |
| | } |
| | } // namespace |
| |
|
| | ModelContainerBase::ModelContainerBase( |
| | size_t num_inputs, |
| | size_t num_outputs, |
| | size_t num_bound_constants, |
| | size_t num_unbound_constants, |
| | size_t params_size, |
| | AITemplateAllocator& allocator) |
| | : constants_size_(params_size), |
| | constants_primary_(RAII_DeviceMalloc(constants_size_, allocator)), |
| | constants_secondary_(nullptr), |
| | use_constants_primary_buffer_(true), |
| | buffer_state_(BufferState::CLEAN), |
| | bound_constant_size_(num_bound_constants), |
| | bound_constant_dtypes_(num_bound_constants), |
| | num_params_(num_inputs + num_outputs + num_unbound_constants), |
| | param_names_(num_params_), |
| | param_dtypes_(num_params_), |
| | max_param_shapes_(num_params_), |
| | max_param_numel_(num_params_), |
| | max_param_storage_bytes_(num_params_) { |
| | bound_constant_name_to_idx_["embeddings_token_embedding_weight"] = 0 |
| | bound_constant_name_to_idx_["embeddings_position_embedding_weight"] = 1 |
| | bound_constant_name_to_idx_["encoder_layers_0_layer_norm1_weight"] = 2 |
| | bound_constant_name_to_idx_["encoder_layers_0_layer_norm1_bias"] = 3 |
| | bound_constant_name_to_idx_["encoder_layers_0_self_attn_qkv_weight"] = 4 |
| | bound_constant_name_to_idx_["encoder_layers_0_self_attn_qkv_bias"] = 5 |
| | bound_constant_name_to_idx_["encoder_layers_0_self_attn_proj_weight"] = 6 |
| | bound_constant_name_to_idx_["encoder_layers_0_self_attn_proj_bias"] = 7 |
| | bound_constant_name_to_idx_["encoder_layers_0_layer_norm2_weight"] = 8 |
| | bound_constant_name_to_idx_["encoder_layers_0_layer_norm2_bias"] = 9 |
| | bound_constant_name_to_idx_["encoder_layers_0_mlp_fc1_weight"] = 10 |
| | bound_constant_name_to_idx_["encoder_layers_0_mlp_fc1_bias"] = 11 |
| | bound_constant_name_to_idx_["encoder_layers_0_mlp_fc2_weight"] = 12 |
| | bound_constant_name_to_idx_["encoder_layers_0_mlp_fc2_bias"] = 13 |
| | bound_constant_name_to_idx_["encoder_layers_1_layer_norm1_weight"] = 14 |
| | bound_constant_name_to_idx_["encoder_layers_1_layer_norm1_bias"] = 15 |
| | bound_constant_name_to_idx_["encoder_layers_1_self_attn_qkv_weight"] = 16 |
| | bound_constant_name_to_idx_["encoder_layers_1_self_attn_qkv_bias"] = 17 |
| | bound_constant_name_to_idx_["encoder_layers_1_self_attn_proj_weight"] = 18 |
| | bound_constant_name_to_idx_["encoder_layers_1_self_attn_proj_bias"] = 19 |
| | bound_constant_name_to_idx_["encoder_layers_1_layer_norm2_weight"] = 20 |
| | bound_constant_name_to_idx_["encoder_layers_1_layer_norm2_bias"] = 21 |
| | bound_constant_name_to_idx_["encoder_layers_1_mlp_fc1_weight"] = 22 |
| | bound_constant_name_to_idx_["encoder_layers_1_mlp_fc1_bias"] = 23 |
| | bound_constant_name_to_idx_["encoder_layers_1_mlp_fc2_weight"] = 24 |
| | bound_constant_name_to_idx_["encoder_layers_1_mlp_fc2_bias"] = 25 |
| | bound_constant_name_to_idx_["encoder_layers_2_layer_norm1_weight"] = 26 |
| | bound_constant_name_to_idx_["encoder_layers_2_layer_norm1_bias"] = 27 |
| | bound_constant_name_to_idx_["encoder_layers_2_self_attn_qkv_weight"] = 28 |
| | bound_constant_name_to_idx_["encoder_layers_2_self_attn_qkv_bias"] = 29 |
| | bound_constant_name_to_idx_["encoder_layers_2_self_attn_proj_weight"] = 30 |
| | bound_constant_name_to_idx_["encoder_layers_2_self_attn_proj_bias"] = 31 |
| | bound_constant_name_to_idx_["encoder_layers_2_layer_norm2_weight"] = 32 |
| | bound_constant_name_to_idx_["encoder_layers_2_layer_norm2_bias"] = 33 |
| | bound_constant_name_to_idx_["encoder_layers_2_mlp_fc1_weight"] = 34 |
| | bound_constant_name_to_idx_["encoder_layers_2_mlp_fc1_bias"] = 35 |
| | bound_constant_name_to_idx_["encoder_layers_2_mlp_fc2_weight"] = 36 |
| | bound_constant_name_to_idx_["encoder_layers_2_mlp_fc2_bias"] = 37 |
| | bound_constant_name_to_idx_["encoder_layers_3_layer_norm1_weight"] = 38 |
| | bound_constant_name_to_idx_["encoder_layers_3_layer_norm1_bias"] = 39 |
| | bound_constant_name_to_idx_["encoder_layers_3_self_attn_qkv_weight"] = 40 |
| | bound_constant_name_to_idx_["encoder_layers_3_self_attn_qkv_bias"] = 41 |
| | bound_constant_name_to_idx_["encoder_layers_3_self_attn_proj_weight"] = 42 |
| | bound_constant_name_to_idx_["encoder_layers_3_self_attn_proj_bias"] = 43 |
| | bound_constant_name_to_idx_["encoder_layers_3_layer_norm2_weight"] = 44 |
| | bound_constant_name_to_idx_["encoder_layers_3_layer_norm2_bias"] = 45 |
| | bound_constant_name_to_idx_["encoder_layers_3_mlp_fc1_weight"] = 46 |
| | bound_constant_name_to_idx_["encoder_layers_3_mlp_fc1_bias"] = 47 |
| | bound_constant_name_to_idx_["encoder_layers_3_mlp_fc2_weight"] = 48 |
| | bound_constant_name_to_idx_["encoder_layers_3_mlp_fc2_bias"] = 49 |
| | bound_constant_name_to_idx_["encoder_layers_4_layer_norm1_weight"] = 50 |
| | bound_constant_name_to_idx_["encoder_layers_4_layer_norm1_bias"] = 51 |
| | bound_constant_name_to_idx_["encoder_layers_4_self_attn_qkv_weight"] = 52 |
| | bound_constant_name_to_idx_["encoder_layers_4_self_attn_qkv_bias"] = 53 |
| | bound_constant_name_to_idx_["encoder_layers_4_self_attn_proj_weight"] = 54 |
| | bound_constant_name_to_idx_["encoder_layers_4_self_attn_proj_bias"] = 55 |
| | bound_constant_name_to_idx_["encoder_layers_4_layer_norm2_weight"] = 56 |
| | bound_constant_name_to_idx_["encoder_layers_4_layer_norm2_bias"] = 57 |
| | bound_constant_name_to_idx_["encoder_layers_4_mlp_fc1_weight"] = 58 |
| | bound_constant_name_to_idx_["encoder_layers_4_mlp_fc1_bias"] = 59 |
| | bound_constant_name_to_idx_["encoder_layers_4_mlp_fc2_weight"] = 60 |
| | bound_constant_name_to_idx_["encoder_layers_4_mlp_fc2_bias"] = 61 |
| | bound_constant_name_to_idx_["encoder_layers_5_layer_norm1_weight"] = 62 |
| | bound_constant_name_to_idx_["encoder_layers_5_layer_norm1_bias"] = 63 |
| | bound_constant_name_to_idx_["encoder_layers_5_self_attn_qkv_weight"] = 64 |
| | bound_constant_name_to_idx_["encoder_layers_5_self_attn_qkv_bias"] = 65 |
| | bound_constant_name_to_idx_["encoder_layers_5_self_attn_proj_weight"] = 66 |
| | bound_constant_name_to_idx_["encoder_layers_5_self_attn_proj_bias"] = 67 |
| | bound_constant_name_to_idx_["encoder_layers_5_layer_norm2_weight"] = 68 |
| | bound_constant_name_to_idx_["encoder_layers_5_layer_norm2_bias"] = 69 |
| | bound_constant_name_to_idx_["encoder_layers_5_mlp_fc1_weight"] = 70 |
| | bound_constant_name_to_idx_["encoder_layers_5_mlp_fc1_bias"] = 71 |
| | bound_constant_name_to_idx_["encoder_layers_5_mlp_fc2_weight"] = 72 |
| | bound_constant_name_to_idx_["encoder_layers_5_mlp_fc2_bias"] = 73 |
| | bound_constant_name_to_idx_["encoder_layers_6_layer_norm1_weight"] = 74 |
| | bound_constant_name_to_idx_["encoder_layers_6_layer_norm1_bias"] = 75 |
| | bound_constant_name_to_idx_["encoder_layers_6_self_attn_qkv_weight"] = 76 |
| | bound_constant_name_to_idx_["encoder_layers_6_self_attn_qkv_bias"] = 77 |
| | bound_constant_name_to_idx_["encoder_layers_6_self_attn_proj_weight"] = 78 |
| | bound_constant_name_to_idx_["encoder_layers_6_self_attn_proj_bias"] = 79 |
| | bound_constant_name_to_idx_["encoder_layers_6_layer_norm2_weight"] = 80 |
| | bound_constant_name_to_idx_["encoder_layers_6_layer_norm2_bias"] = 81 |
| | bound_constant_name_to_idx_["encoder_layers_6_mlp_fc1_weight"] = 82 |
| | bound_constant_name_to_idx_["encoder_layers_6_mlp_fc1_bias"] = 83 |
| | bound_constant_name_to_idx_["encoder_layers_6_mlp_fc2_weight"] = 84 |
| | bound_constant_name_to_idx_["encoder_layers_6_mlp_fc2_bias"] = 85 |
| | bound_constant_name_to_idx_["encoder_layers_7_layer_norm1_weight"] = 86 |
| | bound_constant_name_to_idx_["encoder_layers_7_layer_norm1_bias"] = 87 |
| | bound_constant_name_to_idx_["encoder_layers_7_self_attn_qkv_weight"] = 88 |
| | bound_constant_name_to_idx_["encoder_layers_7_self_attn_qkv_bias"] = 89 |
| | bound_constant_name_to_idx_["encoder_layers_7_self_attn_proj_weight"] = 90 |
| | bound_constant_name_to_idx_["encoder_layers_7_self_attn_proj_bias"] = 91 |
| | bound_constant_name_to_idx_["encoder_layers_7_layer_norm2_weight"] = 92 |
| | bound_constant_name_to_idx_["encoder_layers_7_layer_norm2_bias"] = 93 |
| | bound_constant_name_to_idx_["encoder_layers_7_mlp_fc1_weight"] = 94 |
| | bound_constant_name_to_idx_["encoder_layers_7_mlp_fc1_bias"] = 95 |
| | bound_constant_name_to_idx_["encoder_layers_7_mlp_fc2_weight"] = 96 |
| | bound_constant_name_to_idx_["encoder_layers_7_mlp_fc2_bias"] = 97 |
| | bound_constant_name_to_idx_["encoder_layers_8_layer_norm1_weight"] = 98 |
| | bound_constant_name_to_idx_["encoder_layers_8_layer_norm1_bias"] = 99 |
| | bound_constant_name_to_idx_["encoder_layers_8_self_attn_qkv_weight"] = 100 |
| | bound_constant_name_to_idx_["encoder_layers_8_self_attn_qkv_bias"] = 101 |
| | bound_constant_name_to_idx_["encoder_layers_8_self_attn_proj_weight"] = 102 |
| | bound_constant_name_to_idx_["encoder_layers_8_self_attn_proj_bias"] = 103 |
| | bound_constant_name_to_idx_["encoder_layers_8_layer_norm2_weight"] = 104 |
| | bound_constant_name_to_idx_["encoder_layers_8_layer_norm2_bias"] = 105 |
| | bound_constant_name_to_idx_["encoder_layers_8_mlp_fc1_weight"] = 106 |
| | bound_constant_name_to_idx_["encoder_layers_8_mlp_fc1_bias"] = 107 |
| | bound_constant_name_to_idx_["encoder_layers_8_mlp_fc2_weight"] = 108 |
| | bound_constant_name_to_idx_["encoder_layers_8_mlp_fc2_bias"] = 109 |
| | bound_constant_name_to_idx_["encoder_layers_9_layer_norm1_weight"] = 110 |
| | bound_constant_name_to_idx_["encoder_layers_9_layer_norm1_bias"] = 111 |
| | bound_constant_name_to_idx_["encoder_layers_9_self_attn_qkv_weight"] = 112 |
| | bound_constant_name_to_idx_["encoder_layers_9_self_attn_qkv_bias"] = 113 |
| | bound_constant_name_to_idx_["encoder_layers_9_self_attn_proj_weight"] = 114 |
| | bound_constant_name_to_idx_["encoder_layers_9_self_attn_proj_bias"] = 115 |
| | bound_constant_name_to_idx_["encoder_layers_9_layer_norm2_weight"] = 116 |
| | bound_constant_name_to_idx_["encoder_layers_9_layer_norm2_bias"] = 117 |
| | bound_constant_name_to_idx_["encoder_layers_9_mlp_fc1_weight"] = 118 |
| | bound_constant_name_to_idx_["encoder_layers_9_mlp_fc1_bias"] = 119 |
| | bound_constant_name_to_idx_["encoder_layers_9_mlp_fc2_weight"] = 120 |
| | bound_constant_name_to_idx_["encoder_layers_9_mlp_fc2_bias"] = 121 |
| | bound_constant_name_to_idx_["encoder_layers_10_layer_norm1_weight"] = 122 |
| | bound_constant_name_to_idx_["encoder_layers_10_layer_norm1_bias"] = 123 |
| | bound_constant_name_to_idx_["encoder_layers_10_self_attn_qkv_weight"] = 124 |
| | bound_constant_name_to_idx_["encoder_layers_10_self_attn_qkv_bias"] = 125 |
| | bound_constant_name_to_idx_["encoder_layers_10_self_attn_proj_weight"] = 126 |
| | bound_constant_name_to_idx_["encoder_layers_10_self_attn_proj_bias"] = 127 |
| | bound_constant_name_to_idx_["encoder_layers_10_layer_norm2_weight"] = 128 |
| | bound_constant_name_to_idx_["encoder_layers_10_layer_norm2_bias"] = 129 |
| | bound_constant_name_to_idx_["encoder_layers_10_mlp_fc1_weight"] = 130 |
| | bound_constant_name_to_idx_["encoder_layers_10_mlp_fc1_bias"] = 131 |
| | bound_constant_name_to_idx_["encoder_layers_10_mlp_fc2_weight"] = 132 |
| | bound_constant_name_to_idx_["encoder_layers_10_mlp_fc2_bias"] = 133 |
| | bound_constant_name_to_idx_["encoder_layers_11_layer_norm1_weight"] = 134 |
| | bound_constant_name_to_idx_["encoder_layers_11_layer_norm1_bias"] = 135 |
| | bound_constant_name_to_idx_["encoder_layers_11_self_attn_qkv_weight"] = 136 |
| | bound_constant_name_to_idx_["encoder_layers_11_self_attn_qkv_bias"] = 137 |
| | bound_constant_name_to_idx_["encoder_layers_11_self_attn_proj_weight"] = 138 |
| | bound_constant_name_to_idx_["encoder_layers_11_self_attn_proj_bias"] = 139 |
| | bound_constant_name_to_idx_["encoder_layers_11_layer_norm2_weight"] = 140 |
| | bound_constant_name_to_idx_["encoder_layers_11_layer_norm2_bias"] = 141 |
| | bound_constant_name_to_idx_["encoder_layers_11_mlp_fc1_weight"] = 142 |
| | bound_constant_name_to_idx_["encoder_layers_11_mlp_fc1_bias"] = 143 |
| | bound_constant_name_to_idx_["encoder_layers_11_mlp_fc2_weight"] = 144 |
| | bound_constant_name_to_idx_["encoder_layers_11_mlp_fc2_bias"] = 145 |
| | bound_constant_name_to_idx_["encoder_layers_12_layer_norm1_weight"] = 146 |
| | bound_constant_name_to_idx_["encoder_layers_12_layer_norm1_bias"] = 147 |
| | bound_constant_name_to_idx_["encoder_layers_12_self_attn_qkv_weight"] = 148 |
| | bound_constant_name_to_idx_["encoder_layers_12_self_attn_qkv_bias"] = 149 |
| | bound_constant_name_to_idx_["encoder_layers_12_self_attn_proj_weight"] = 150 |
| | bound_constant_name_to_idx_["encoder_layers_12_self_attn_proj_bias"] = 151 |
| | bound_constant_name_to_idx_["encoder_layers_12_layer_norm2_weight"] = 152 |
| | bound_constant_name_to_idx_["encoder_layers_12_layer_norm2_bias"] = 153 |
| | bound_constant_name_to_idx_["encoder_layers_12_mlp_fc1_weight"] = 154 |
| | bound_constant_name_to_idx_["encoder_layers_12_mlp_fc1_bias"] = 155 |
| | bound_constant_name_to_idx_["encoder_layers_12_mlp_fc2_weight"] = 156 |
| | bound_constant_name_to_idx_["encoder_layers_12_mlp_fc2_bias"] = 157 |
| | bound_constant_name_to_idx_["encoder_layers_13_layer_norm1_weight"] = 158 |
| | bound_constant_name_to_idx_["encoder_layers_13_layer_norm1_bias"] = 159 |
| | bound_constant_name_to_idx_["encoder_layers_13_self_attn_qkv_weight"] = 160 |
| | bound_constant_name_to_idx_["encoder_layers_13_self_attn_qkv_bias"] = 161 |
| | bound_constant_name_to_idx_["encoder_layers_13_self_attn_proj_weight"] = 162 |
| | bound_constant_name_to_idx_["encoder_layers_13_self_attn_proj_bias"] = 163 |
| | bound_constant_name_to_idx_["encoder_layers_13_layer_norm2_weight"] = 164 |
| | bound_constant_name_to_idx_["encoder_layers_13_layer_norm2_bias"] = 165 |
| | bound_constant_name_to_idx_["encoder_layers_13_mlp_fc1_weight"] = 166 |
| | bound_constant_name_to_idx_["encoder_layers_13_mlp_fc1_bias"] = 167 |
| | bound_constant_name_to_idx_["encoder_layers_13_mlp_fc2_weight"] = 168 |
| | bound_constant_name_to_idx_["encoder_layers_13_mlp_fc2_bias"] = 169 |
| | bound_constant_name_to_idx_["encoder_layers_14_layer_norm1_weight"] = 170 |
| | bound_constant_name_to_idx_["encoder_layers_14_layer_norm1_bias"] = 171 |
| | bound_constant_name_to_idx_["encoder_layers_14_self_attn_qkv_weight"] = 172 |
| | bound_constant_name_to_idx_["encoder_layers_14_self_attn_qkv_bias"] = 173 |
| | bound_constant_name_to_idx_["encoder_layers_14_self_attn_proj_weight"] = 174 |
| | bound_constant_name_to_idx_["encoder_layers_14_self_attn_proj_bias"] = 175 |
| | bound_constant_name_to_idx_["encoder_layers_14_layer_norm2_weight"] = 176 |
| | bound_constant_name_to_idx_["encoder_layers_14_layer_norm2_bias"] = 177 |
| | bound_constant_name_to_idx_["encoder_layers_14_mlp_fc1_weight"] = 178 |
| | bound_constant_name_to_idx_["encoder_layers_14_mlp_fc1_bias"] = 179 |
| | bound_constant_name_to_idx_["encoder_layers_14_mlp_fc2_weight"] = 180 |
| | bound_constant_name_to_idx_["encoder_layers_14_mlp_fc2_bias"] = 181 |
| | bound_constant_name_to_idx_["encoder_layers_15_layer_norm1_weight"] = 182 |
| | bound_constant_name_to_idx_["encoder_layers_15_layer_norm1_bias"] = 183 |
| | bound_constant_name_to_idx_["encoder_layers_15_self_attn_qkv_weight"] = 184 |
| | bound_constant_name_to_idx_["encoder_layers_15_self_attn_qkv_bias"] = 185 |
| | bound_constant_name_to_idx_["encoder_layers_15_self_attn_proj_weight"] = 186 |
| | bound_constant_name_to_idx_["encoder_layers_15_self_attn_proj_bias"] = 187 |
| | bound_constant_name_to_idx_["encoder_layers_15_layer_norm2_weight"] = 188 |
| | bound_constant_name_to_idx_["encoder_layers_15_layer_norm2_bias"] = 189 |
| | bound_constant_name_to_idx_["encoder_layers_15_mlp_fc1_weight"] = 190 |
| | bound_constant_name_to_idx_["encoder_layers_15_mlp_fc1_bias"] = 191 |
| | bound_constant_name_to_idx_["encoder_layers_15_mlp_fc2_weight"] = 192 |
| | bound_constant_name_to_idx_["encoder_layers_15_mlp_fc2_bias"] = 193 |
| | bound_constant_name_to_idx_["encoder_layers_16_layer_norm1_weight"] = 194 |
| | bound_constant_name_to_idx_["encoder_layers_16_layer_norm1_bias"] = 195 |
| | bound_constant_name_to_idx_["encoder_layers_16_self_attn_qkv_weight"] = 196 |
| | bound_constant_name_to_idx_["encoder_layers_16_self_attn_qkv_bias"] = 197 |
| | bound_constant_name_to_idx_["encoder_layers_16_self_attn_proj_weight"] = 198 |
| | bound_constant_name_to_idx_["encoder_layers_16_self_attn_proj_bias"] = 199 |
| | bound_constant_name_to_idx_["encoder_layers_16_layer_norm2_weight"] = 200 |
| | bound_constant_name_to_idx_["encoder_layers_16_layer_norm2_bias"] = 201 |
| | bound_constant_name_to_idx_["encoder_layers_16_mlp_fc1_weight"] = 202 |
| | bound_constant_name_to_idx_["encoder_layers_16_mlp_fc1_bias"] = 203 |
| | bound_constant_name_to_idx_["encoder_layers_16_mlp_fc2_weight"] = 204 |
| | bound_constant_name_to_idx_["encoder_layers_16_mlp_fc2_bias"] = 205 |
| | bound_constant_name_to_idx_["encoder_layers_17_layer_norm1_weight"] = 206 |
| | bound_constant_name_to_idx_["encoder_layers_17_layer_norm1_bias"] = 207 |
| | bound_constant_name_to_idx_["encoder_layers_17_self_attn_qkv_weight"] = 208 |
| | bound_constant_name_to_idx_["encoder_layers_17_self_attn_qkv_bias"] = 209 |
| | bound_constant_name_to_idx_["encoder_layers_17_self_attn_proj_weight"] = 210 |
| | bound_constant_name_to_idx_["encoder_layers_17_self_attn_proj_bias"] = 211 |
| | bound_constant_name_to_idx_["encoder_layers_17_layer_norm2_weight"] = 212 |
| | bound_constant_name_to_idx_["encoder_layers_17_layer_norm2_bias"] = 213 |
| | bound_constant_name_to_idx_["encoder_layers_17_mlp_fc1_weight"] = 214 |
| | bound_constant_name_to_idx_["encoder_layers_17_mlp_fc1_bias"] = 215 |
| | bound_constant_name_to_idx_["encoder_layers_17_mlp_fc2_weight"] = 216 |
| | bound_constant_name_to_idx_["encoder_layers_17_mlp_fc2_bias"] = 217 |
| | bound_constant_name_to_idx_["encoder_layers_18_layer_norm1_weight"] = 218 |
| | bound_constant_name_to_idx_["encoder_layers_18_layer_norm1_bias"] = 219 |
| | bound_constant_name_to_idx_["encoder_layers_18_self_attn_qkv_weight"] = 220 |
| | bound_constant_name_to_idx_["encoder_layers_18_self_attn_qkv_bias"] = 221 |
| | bound_constant_name_to_idx_["encoder_layers_18_self_attn_proj_weight"] = 222 |
| | bound_constant_name_to_idx_["encoder_layers_18_self_attn_proj_bias"] = 223 |
| | bound_constant_name_to_idx_["encoder_layers_18_layer_norm2_weight"] = 224 |
| | bound_constant_name_to_idx_["encoder_layers_18_layer_norm2_bias"] = 225 |
| | bound_constant_name_to_idx_["encoder_layers_18_mlp_fc1_weight"] = 226 |
| | bound_constant_name_to_idx_["encoder_layers_18_mlp_fc1_bias"] = 227 |
| | bound_constant_name_to_idx_["encoder_layers_18_mlp_fc2_weight"] = 228 |
| | bound_constant_name_to_idx_["encoder_layers_18_mlp_fc2_bias"] = 229 |
| | bound_constant_name_to_idx_["encoder_layers_19_layer_norm1_weight"] = 230 |
| | bound_constant_name_to_idx_["encoder_layers_19_layer_norm1_bias"] = 231 |
| | bound_constant_name_to_idx_["encoder_layers_19_self_attn_qkv_weight"] = 232 |
| | bound_constant_name_to_idx_["encoder_layers_19_self_attn_qkv_bias"] = 233 |
| | bound_constant_name_to_idx_["encoder_layers_19_self_attn_proj_weight"] = 234 |
| | bound_constant_name_to_idx_["encoder_layers_19_self_attn_proj_bias"] = 235 |
| | bound_constant_name_to_idx_["encoder_layers_19_layer_norm2_weight"] = 236 |
| | bound_constant_name_to_idx_["encoder_layers_19_layer_norm2_bias"] = 237 |
| | bound_constant_name_to_idx_["encoder_layers_19_mlp_fc1_weight"] = 238 |
| | bound_constant_name_to_idx_["encoder_layers_19_mlp_fc1_bias"] = 239 |
| | bound_constant_name_to_idx_["encoder_layers_19_mlp_fc2_weight"] = 240 |
| | bound_constant_name_to_idx_["encoder_layers_19_mlp_fc2_bias"] = 241 |
| | bound_constant_name_to_idx_["encoder_layers_20_layer_norm1_weight"] = 242 |
| | bound_constant_name_to_idx_["encoder_layers_20_layer_norm1_bias"] = 243 |
| | bound_constant_name_to_idx_["encoder_layers_20_self_attn_qkv_weight"] = 244 |
| | bound_constant_name_to_idx_["encoder_layers_20_self_attn_qkv_bias"] = 245 |
| | bound_constant_name_to_idx_["encoder_layers_20_self_attn_proj_weight"] = 246 |
| | bound_constant_name_to_idx_["encoder_layers_20_self_attn_proj_bias"] = 247 |
| | bound_constant_name_to_idx_["encoder_layers_20_layer_norm2_weight"] = 248 |
| | bound_constant_name_to_idx_["encoder_layers_20_layer_norm2_bias"] = 249 |
| | bound_constant_name_to_idx_["encoder_layers_20_mlp_fc1_weight"] = 250 |
| | bound_constant_name_to_idx_["encoder_layers_20_mlp_fc1_bias"] = 251 |
| | bound_constant_name_to_idx_["encoder_layers_20_mlp_fc2_weight"] = 252 |
| | bound_constant_name_to_idx_["encoder_layers_20_mlp_fc2_bias"] = 253 |
| | bound_constant_name_to_idx_["encoder_layers_21_layer_norm1_weight"] = 254 |
| | bound_constant_name_to_idx_["encoder_layers_21_layer_norm1_bias"] = 255 |
| | bound_constant_name_to_idx_["encoder_layers_21_self_attn_qkv_weight"] = 256 |
| | bound_constant_name_to_idx_["encoder_layers_21_self_attn_qkv_bias"] = 257 |
| | bound_constant_name_to_idx_["encoder_layers_21_self_attn_proj_weight"] = 258 |
| | bound_constant_name_to_idx_["encoder_layers_21_self_attn_proj_bias"] = 259 |
| | bound_constant_name_to_idx_["encoder_layers_21_layer_norm2_weight"] = 260 |
| | bound_constant_name_to_idx_["encoder_layers_21_layer_norm2_bias"] = 261 |
| | bound_constant_name_to_idx_["encoder_layers_21_mlp_fc1_weight"] = 262 |
| | bound_constant_name_to_idx_["encoder_layers_21_mlp_fc1_bias"] = 263 |
| | bound_constant_name_to_idx_["encoder_layers_21_mlp_fc2_weight"] = 264 |
| | bound_constant_name_to_idx_["encoder_layers_21_mlp_fc2_bias"] = 265 |
| | bound_constant_name_to_idx_["encoder_layers_22_layer_norm1_weight"] = 266 |
| | bound_constant_name_to_idx_["encoder_layers_22_layer_norm1_bias"] = 267 |
| | bound_constant_name_to_idx_["encoder_layers_22_self_attn_qkv_weight"] = 268 |
| | bound_constant_name_to_idx_["encoder_layers_22_self_attn_qkv_bias"] = 269 |
| | bound_constant_name_to_idx_["encoder_layers_22_self_attn_proj_weight"] = 270 |
| | bound_constant_name_to_idx_["encoder_layers_22_self_attn_proj_bias"] = 271 |
| | bound_constant_name_to_idx_["encoder_layers_22_layer_norm2_weight"] = 272 |
| | bound_constant_name_to_idx_["encoder_layers_22_layer_norm2_bias"] = 273 |
| | bound_constant_name_to_idx_["encoder_layers_22_mlp_fc1_weight"] = 274 |
| | bound_constant_name_to_idx_["encoder_layers_22_mlp_fc1_bias"] = 275 |
| | bound_constant_name_to_idx_["encoder_layers_22_mlp_fc2_weight"] = 276 |
| | bound_constant_name_to_idx_["encoder_layers_22_mlp_fc2_bias"] = 277 |
| | bound_constant_name_to_idx_["final_layer_norm_weight"] = 278 |
| | bound_constant_name_to_idx_["final_layer_norm_bias"] = 279 |
| | param_names_[0] = "input0" |
| | param_names_[1] = "input1" |
| | param_names_[2] = "output_0" |
| | param_dtypes_[0] = AITemplateDtype::kLong |
| | param_dtypes_[1] = AITemplateDtype::kLong |
| | param_dtypes_[2] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[0] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[1] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[2] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[3] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[4] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[5] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[6] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[7] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[8] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[9] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[10] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[11] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[12] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[13] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[14] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[15] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[16] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[17] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[18] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[19] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[20] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[21] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[22] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[23] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[24] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[25] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[26] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[27] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[28] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[29] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[30] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[31] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[32] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[33] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[34] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[35] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[36] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[37] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[38] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[39] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[40] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[41] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[42] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[43] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[44] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[45] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[46] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[47] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[48] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[49] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[50] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[51] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[52] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[53] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[54] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[55] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[56] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[57] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[58] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[59] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[60] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[61] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[62] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[63] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[64] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[65] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[66] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[67] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[68] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[69] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[70] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[71] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[72] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[73] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[74] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[75] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[76] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[77] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[78] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[79] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[80] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[81] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[82] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[83] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[84] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[85] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[86] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[87] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[88] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[89] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[90] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[91] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[92] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[93] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[94] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[95] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[96] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[97] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[98] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[99] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[100] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[101] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[102] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[103] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[104] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[105] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[106] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[107] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[108] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[109] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[110] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[111] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[112] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[113] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[114] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[115] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[116] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[117] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[118] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[119] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[120] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[121] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[122] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[123] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[124] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[125] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[126] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[127] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[128] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[129] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[130] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[131] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[132] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[133] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[134] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[135] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[136] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[137] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[138] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[139] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[140] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[141] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[142] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[143] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[144] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[145] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[146] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[147] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[148] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[149] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[150] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[151] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[152] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[153] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[154] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[155] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[156] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[157] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[158] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[159] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[160] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[161] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[162] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[163] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[164] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[165] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[166] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[167] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[168] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[169] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[170] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[171] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[172] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[173] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[174] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[175] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[176] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[177] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[178] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[179] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[180] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[181] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[182] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[183] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[184] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[185] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[186] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[187] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[188] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[189] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[190] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[191] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[192] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[193] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[194] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[195] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[196] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[197] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[198] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[199] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[200] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[201] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[202] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[203] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[204] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[205] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[206] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[207] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[208] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[209] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[210] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[211] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[212] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[213] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[214] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[215] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[216] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[217] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[218] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[219] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[220] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[221] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[222] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[223] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[224] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[225] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[226] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[227] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[228] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[229] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[230] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[231] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[232] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[233] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[234] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[235] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[236] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[237] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[238] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[239] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[240] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[241] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[242] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[243] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[244] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[245] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[246] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[247] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[248] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[249] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[250] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[251] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[252] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[253] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[254] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[255] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[256] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[257] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[258] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[259] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[260] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[261] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[262] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[263] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[264] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[265] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[266] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[267] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[268] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[269] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[270] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[271] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[272] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[273] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[274] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[275] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[276] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[277] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[278] = AITemplateDtype::kHalf |
| | bound_constant_dtypes_[279] = AITemplateDtype::kHalf |
| | bound_constant_size_[0] = 101187584 |
| | bound_constant_size_[1] = 157696 |
| | bound_constant_size_[2] = 2048 |
| | bound_constant_size_[3] = 2048 |
| | bound_constant_size_[4] = 6291456 |
| | bound_constant_size_[5] = 6144 |
| | bound_constant_size_[6] = 2097152 |
| | bound_constant_size_[7] = 2048 |
| | bound_constant_size_[8] = 2048 |
| | bound_constant_size_[9] = 2048 |
| | bound_constant_size_[10] = 8388608 |
| | bound_constant_size_[11] = 8192 |
| | bound_constant_size_[12] = 8388608 |
| | bound_constant_size_[13] = 2048 |
| | bound_constant_size_[14] = 2048 |
| | bound_constant_size_[15] = 2048 |
| | bound_constant_size_[16] = 6291456 |
| | bound_constant_size_[17] = 6144 |
| | bound_constant_size_[18] = 2097152 |
| | bound_constant_size_[19] = 2048 |
| | bound_constant_size_[20] = 2048 |
| | bound_constant_size_[21] = 2048 |
| | bound_constant_size_[22] = 8388608 |
| | bound_constant_size_[23] = 8192 |
| | bound_constant_size_[24] = 8388608 |
| | bound_constant_size_[25] = 2048 |
| | bound_constant_size_[26] = 2048 |
| | bound_constant_size_[27] = 2048 |
| | bound_constant_size_[28] = 6291456 |
| | bound_constant_size_[29] = 6144 |
| | bound_constant_size_[30] = 2097152 |
| | bound_constant_size_[31] = 2048 |
| | bound_constant_size_[32] = 2048 |
| | bound_constant_size_[33] = 2048 |
| | bound_constant_size_[34] = 8388608 |
| | bound_constant_size_[35] = 8192 |
| | bound_constant_size_[36] = 8388608 |
| | bound_constant_size_[37] = 2048 |
| | bound_constant_size_[38] = 2048 |
| | bound_constant_size_[39] = 2048 |
| | bound_constant_size_[40] = 6291456 |
| | bound_constant_size_[41] = 6144 |
| | bound_constant_size_[42] = 2097152 |
| | bound_constant_size_[43] = 2048 |
| | bound_constant_size_[44] = 2048 |
| | bound_constant_size_[45] = 2048 |
| | bound_constant_size_[46] = 8388608 |
| | bound_constant_size_[47] = 8192 |
| | bound_constant_size_[48] = 8388608 |
| | bound_constant_size_[49] = 2048 |
| | bound_constant_size_[50] = 2048 |
| | bound_constant_size_[51] = 2048 |
| | bound_constant_size_[52] = 6291456 |
| | bound_constant_size_[53] = 6144 |
| | bound_constant_size_[54] = 2097152 |
| | bound_constant_size_[55] = 2048 |
| | bound_constant_size_[56] = 2048 |
| | bound_constant_size_[57] = 2048 |
| | bound_constant_size_[58] = 8388608 |
| | bound_constant_size_[59] = 8192 |
| | bound_constant_size_[60] = 8388608 |
| | bound_constant_size_[61] = 2048 |
| | bound_constant_size_[62] = 2048 |
| | bound_constant_size_[63] = 2048 |
| | bound_constant_size_[64] = 6291456 |
| | bound_constant_size_[65] = 6144 |
| | bound_constant_size_[66] = 2097152 |
| | bound_constant_size_[67] = 2048 |
| | bound_constant_size_[68] = 2048 |
| | bound_constant_size_[69] = 2048 |
| | bound_constant_size_[70] = 8388608 |
| | bound_constant_size_[71] = 8192 |
| | bound_constant_size_[72] = 8388608 |
| | bound_constant_size_[73] = 2048 |
| | bound_constant_size_[74] = 2048 |
| | bound_constant_size_[75] = 2048 |
| | bound_constant_size_[76] = 6291456 |
| | bound_constant_size_[77] = 6144 |
| | bound_constant_size_[78] = 2097152 |
| | bound_constant_size_[79] = 2048 |
| | bound_constant_size_[80] = 2048 |
| | bound_constant_size_[81] = 2048 |
| | bound_constant_size_[82] = 8388608 |
| | bound_constant_size_[83] = 8192 |
| | bound_constant_size_[84] = 8388608 |
| | bound_constant_size_[85] = 2048 |
| | bound_constant_size_[86] = 2048 |
| | bound_constant_size_[87] = 2048 |
| | bound_constant_size_[88] = 6291456 |
| | bound_constant_size_[89] = 6144 |
| | bound_constant_size_[90] = 2097152 |
| | bound_constant_size_[91] = 2048 |
| | bound_constant_size_[92] = 2048 |
| | bound_constant_size_[93] = 2048 |
| | bound_constant_size_[94] = 8388608 |
| | bound_constant_size_[95] = 8192 |
| | bound_constant_size_[96] = 8388608 |
| | bound_constant_size_[97] = 2048 |
| | bound_constant_size_[98] = 2048 |
| | bound_constant_size_[99] = 2048 |
| | bound_constant_size_[100] = 6291456 |
| | bound_constant_size_[101] = 6144 |
| | bound_constant_size_[102] = 2097152 |
| | bound_constant_size_[103] = 2048 |
| | bound_constant_size_[104] = 2048 |
| | bound_constant_size_[105] = 2048 |
| | bound_constant_size_[106] = 8388608 |
| | bound_constant_size_[107] = 8192 |
| | bound_constant_size_[108] = 8388608 |
| | bound_constant_size_[109] = 2048 |
| | bound_constant_size_[110] = 2048 |
| | bound_constant_size_[111] = 2048 |
| | bound_constant_size_[112] = 6291456 |
| | bound_constant_size_[113] = 6144 |
| | bound_constant_size_[114] = 2097152 |
| | bound_constant_size_[115] = 2048 |
| | bound_constant_size_[116] = 2048 |
| | bound_constant_size_[117] = 2048 |
| | bound_constant_size_[118] = 8388608 |
| | bound_constant_size_[119] = 8192 |
| | bound_constant_size_[120] = 8388608 |
| | bound_constant_size_[121] = 2048 |
| | bound_constant_size_[122] = 2048 |
| | bound_constant_size_[123] = 2048 |
| | bound_constant_size_[124] = 6291456 |
| | bound_constant_size_[125] = 6144 |
| | bound_constant_size_[126] = 2097152 |
| | bound_constant_size_[127] = 2048 |
| | bound_constant_size_[128] = 2048 |
| | bound_constant_size_[129] = 2048 |
| | bound_constant_size_[130] = 8388608 |
| | bound_constant_size_[131] = 8192 |
| | bound_constant_size_[132] = 8388608 |
| | bound_constant_size_[133] = 2048 |
| | bound_constant_size_[134] = 2048 |
| | bound_constant_size_[135] = 2048 |
| | bound_constant_size_[136] = 6291456 |
| | bound_constant_size_[137] = 6144 |
| | bound_constant_size_[138] = 2097152 |
| | bound_constant_size_[139] = 2048 |
| | bound_constant_size_[140] = 2048 |
| | bound_constant_size_[141] = 2048 |
| | bound_constant_size_[142] = 8388608 |
| | bound_constant_size_[143] = 8192 |
| | bound_constant_size_[144] = 8388608 |
| | bound_constant_size_[145] = 2048 |
| | bound_constant_size_[146] = 2048 |
| | bound_constant_size_[147] = 2048 |
| | bound_constant_size_[148] = 6291456 |
| | bound_constant_size_[149] = 6144 |
| | bound_constant_size_[150] = 2097152 |
| | bound_constant_size_[151] = 2048 |
| | bound_constant_size_[152] = 2048 |
| | bound_constant_size_[153] = 2048 |
| | bound_constant_size_[154] = 8388608 |
| | bound_constant_size_[155] = 8192 |
| | bound_constant_size_[156] = 8388608 |
| | bound_constant_size_[157] = 2048 |
| | bound_constant_size_[158] = 2048 |
| | bound_constant_size_[159] = 2048 |
| | bound_constant_size_[160] = 6291456 |
| | bound_constant_size_[161] = 6144 |
| | bound_constant_size_[162] = 2097152 |
| | bound_constant_size_[163] = 2048 |
| | bound_constant_size_[164] = 2048 |
| | bound_constant_size_[165] = 2048 |
| | bound_constant_size_[166] = 8388608 |
| | bound_constant_size_[167] = 8192 |
| | bound_constant_size_[168] = 8388608 |
| | bound_constant_size_[169] = 2048 |
| | bound_constant_size_[170] = 2048 |
| | bound_constant_size_[171] = 2048 |
| | bound_constant_size_[172] = 6291456 |
| | bound_constant_size_[173] = 6144 |
| | bound_constant_size_[174] = 2097152 |
| | bound_constant_size_[175] = 2048 |
| | bound_constant_size_[176] = 2048 |
| | bound_constant_size_[177] = 2048 |
| | bound_constant_size_[178] = 8388608 |
| | bound_constant_size_[179] = 8192 |
| | bound_constant_size_[180] = 8388608 |
| | bound_constant_size_[181] = 2048 |
| | bound_constant_size_[182] = 2048 |
| | bound_constant_size_[183] = 2048 |
| | bound_constant_size_[184] = 6291456 |
| | bound_constant_size_[185] = 6144 |
| | bound_constant_size_[186] = 2097152 |
| | bound_constant_size_[187] = 2048 |
| | bound_constant_size_[188] = 2048 |
| | bound_constant_size_[189] = 2048 |
| | bound_constant_size_[190] = 8388608 |
| | bound_constant_size_[191] = 8192 |
| | bound_constant_size_[192] = 8388608 |
| | bound_constant_size_[193] = 2048 |
| | bound_constant_size_[194] = 2048 |
| | bound_constant_size_[195] = 2048 |
| | bound_constant_size_[196] = 6291456 |
| | bound_constant_size_[197] = 6144 |
| | bound_constant_size_[198] = 2097152 |
| | bound_constant_size_[199] = 2048 |
| | bound_constant_size_[200] = 2048 |
| | bound_constant_size_[201] = 2048 |
| | bound_constant_size_[202] = 8388608 |
| | bound_constant_size_[203] = 8192 |
| | bound_constant_size_[204] = 8388608 |
| | bound_constant_size_[205] = 2048 |
| | bound_constant_size_[206] = 2048 |
| | bound_constant_size_[207] = 2048 |
| | bound_constant_size_[208] = 6291456 |
| | bound_constant_size_[209] = 6144 |
| | bound_constant_size_[210] = 2097152 |
| | bound_constant_size_[211] = 2048 |
| | bound_constant_size_[212] = 2048 |
| | bound_constant_size_[213] = 2048 |
| | bound_constant_size_[214] = 8388608 |
| | bound_constant_size_[215] = 8192 |
| | bound_constant_size_[216] = 8388608 |
| | bound_constant_size_[217] = 2048 |
| | bound_constant_size_[218] = 2048 |
| | bound_constant_size_[219] = 2048 |
| | bound_constant_size_[220] = 6291456 |
| | bound_constant_size_[221] = 6144 |
| | bound_constant_size_[222] = 2097152 |
| | bound_constant_size_[223] = 2048 |
| | bound_constant_size_[224] = 2048 |
| | bound_constant_size_[225] = 2048 |
| | bound_constant_size_[226] = 8388608 |
| | bound_constant_size_[227] = 8192 |
| | bound_constant_size_[228] = 8388608 |
| | bound_constant_size_[229] = 2048 |
| | bound_constant_size_[230] = 2048 |
| | bound_constant_size_[231] = 2048 |
| | bound_constant_size_[232] = 6291456 |
| | bound_constant_size_[233] = 6144 |
| | bound_constant_size_[234] = 2097152 |
| | bound_constant_size_[235] = 2048 |
| | bound_constant_size_[236] = 2048 |
| | bound_constant_size_[237] = 2048 |
| | bound_constant_size_[238] = 8388608 |
| | bound_constant_size_[239] = 8192 |
| | bound_constant_size_[240] = 8388608 |
| | bound_constant_size_[241] = 2048 |
| | bound_constant_size_[242] = 2048 |
| | bound_constant_size_[243] = 2048 |
| | bound_constant_size_[244] = 6291456 |
| | bound_constant_size_[245] = 6144 |
| | bound_constant_size_[246] = 2097152 |
| | bound_constant_size_[247] = 2048 |
| | bound_constant_size_[248] = 2048 |
| | bound_constant_size_[249] = 2048 |
| | bound_constant_size_[250] = 8388608 |
| | bound_constant_size_[251] = 8192 |
| | bound_constant_size_[252] = 8388608 |
| | bound_constant_size_[253] = 2048 |
| | bound_constant_size_[254] = 2048 |
| | bound_constant_size_[255] = 2048 |
| | bound_constant_size_[256] = 6291456 |
| | bound_constant_size_[257] = 6144 |
| | bound_constant_size_[258] = 2097152 |
| | bound_constant_size_[259] = 2048 |
| | bound_constant_size_[260] = 2048 |
| | bound_constant_size_[261] = 2048 |
| | bound_constant_size_[262] = 8388608 |
| | bound_constant_size_[263] = 8192 |
| | bound_constant_size_[264] = 8388608 |
| | bound_constant_size_[265] = 2048 |
| | bound_constant_size_[266] = 2048 |
| | bound_constant_size_[267] = 2048 |
| | bound_constant_size_[268] = 6291456 |
| | bound_constant_size_[269] = 6144 |
| | bound_constant_size_[270] = 2097152 |
| | bound_constant_size_[271] = 2048 |
| | bound_constant_size_[272] = 2048 |
| | bound_constant_size_[273] = 2048 |
| | bound_constant_size_[274] = 8388608 |
| | bound_constant_size_[275] = 8192 |
| | bound_constant_size_[276] = 8388608 |
| | bound_constant_size_[277] = 2048 |
| | bound_constant_size_[278] = 2048 |
| | bound_constant_size_[279] = 2048 |
| | max_param_shapes_[0] = {1, 64} |
| | max_param_shapes_[1] = {1, 64} |
| | max_param_shapes_[2] = {1, 64, 1024} |
| | for (size_t i = 0 |
| | max_param_numel_[i] = std::accumulate( |
| | max_param_shapes_[i].begin(), |
| | max_param_shapes_[i].end(), |
| | 1, |
| | std::multiplies<int64_t>() |
| | ) |
| | max_param_storage_bytes_[i] = max_param_numel_[i] * AITemplateDtypeSizeBytes(param_dtypes_[i]) |
| | } |
| |
|
| | bound_constant_offsets_.resize(280) |
| | bound_constant_offsets_[0] = 0 |
| | bound_constant_offsets_[1] = 101187584 |
| | bound_constant_offsets_[2] = 101345280 |
| | bound_constant_offsets_[3] = 101347328 |
| | bound_constant_offsets_[4] = 101349376 |
| | bound_constant_offsets_[5] = 107640832 |
| | bound_constant_offsets_[6] = 107646976 |
| | bound_constant_offsets_[7] = 109744128 |
| | bound_constant_offsets_[8] = 109746176 |
| | bound_constant_offsets_[9] = 109748224 |
| | bound_constant_offsets_[10] = 109750272 |
| | bound_constant_offsets_[11] = 118138880 |
| | bound_constant_offsets_[12] = 118147072 |
| | bound_constant_offsets_[13] = 126535680 |
| | bound_constant_offsets_[14] = 126537728 |
| | bound_constant_offsets_[15] = 126539776 |
| | bound_constant_offsets_[16] = 126541824 |
| | bound_constant_offsets_[17] = 132833280 |
| | bound_constant_offsets_[18] = 132839424 |
| | bound_constant_offsets_[19] = 134936576 |
| | bound_constant_offsets_[20] = 134938624 |
| | bound_constant_offsets_[21] = 134940672 |
| | bound_constant_offsets_[22] = 134942720 |
| | bound_constant_offsets_[23] = 143331328 |
| | bound_constant_offsets_[24] = 143339520 |
| | bound_constant_offsets_[25] = 151728128 |
| | bound_constant_offsets_[26] = 151730176 |
| | bound_constant_offsets_[27] = 151732224 |
| | bound_constant_offsets_[28] = 151734272 |
| | bound_constant_offsets_[29] = 158025728 |
| | bound_constant_offsets_[30] = 158031872 |
| | bound_constant_offsets_[31] = 160129024 |
| | bound_constant_offsets_[32] = 160131072 |
| | bound_constant_offsets_[33] = 160133120 |
| | bound_constant_offsets_[34] = 160135168 |
| | bound_constant_offsets_[35] = 168523776 |
| | bound_constant_offsets_[36] = 168531968 |
| | bound_constant_offsets_[37] = 176920576 |
| | bound_constant_offsets_[38] = 176922624 |
| | bound_constant_offsets_[39] = 176924672 |
| | bound_constant_offsets_[40] = 176926720 |
| | bound_constant_offsets_[41] = 183218176 |
| | bound_constant_offsets_[42] = 183224320 |
| | bound_constant_offsets_[43] = 185321472 |
| | bound_constant_offsets_[44] = 185323520 |
| | bound_constant_offsets_[45] = 185325568 |
| | bound_constant_offsets_[46] = 185327616 |
| | bound_constant_offsets_[47] = 193716224 |
| | bound_constant_offsets_[48] = 193724416 |
| | bound_constant_offsets_[49] = 202113024 |
| | bound_constant_offsets_[50] = 202115072 |
| | bound_constant_offsets_[51] = 202117120 |
| | bound_constant_offsets_[52] = 202119168 |
| | bound_constant_offsets_[53] = 208410624 |
| | bound_constant_offsets_[54] = 208416768 |
| | bound_constant_offsets_[55] = 210513920 |
| | bound_constant_offsets_[56] = 210515968 |
| | bound_constant_offsets_[57] = 210518016 |
| | bound_constant_offsets_[58] = 210520064 |
| | bound_constant_offsets_[59] = 218908672 |
| | bound_constant_offsets_[60] = 218916864 |
| | bound_constant_offsets_[61] = 227305472 |
| | bound_constant_offsets_[62] = 227307520 |
| | bound_constant_offsets_[63] = 227309568 |
| | bound_constant_offsets_[64] = 227311616 |
| | bound_constant_offsets_[65] = 233603072 |
| | bound_constant_offsets_[66] = 233609216 |
| | bound_constant_offsets_[67] = 235706368 |
| | bound_constant_offsets_[68] = 235708416 |
| | bound_constant_offsets_[69] = 235710464 |
| | bound_constant_offsets_[70] = 235712512 |
| | bound_constant_offsets_[71] = 244101120 |
| | bound_constant_offsets_[72] = 244109312 |
| | bound_constant_offsets_[73] = 252497920 |
| | bound_constant_offsets_[74] = 252499968 |
| | bound_constant_offsets_[75] = 252502016 |
| | bound_constant_offsets_[76] = 252504064 |
| | bound_constant_offsets_[77] = 258795520 |
| | bound_constant_offsets_[78] = 258801664 |
| | bound_constant_offsets_[79] = 260898816 |
| | bound_constant_offsets_[80] = 260900864 |
| | bound_constant_offsets_[81] = 260902912 |
| | bound_constant_offsets_[82] = 260904960 |
| | bound_constant_offsets_[83] = 269293568 |
| | bound_constant_offsets_[84] = 269301760 |
| | bound_constant_offsets_[85] = 277690368 |
| | bound_constant_offsets_[86] = 277692416 |
| | bound_constant_offsets_[87] = 277694464 |
| | bound_constant_offsets_[88] = 277696512 |
| | bound_constant_offsets_[89] = 283987968 |
| | bound_constant_offsets_[90] = 283994112 |
| | bound_constant_offsets_[91] = 286091264 |
| | bound_constant_offsets_[92] = 286093312 |
| | bound_constant_offsets_[93] = 286095360 |
| | bound_constant_offsets_[94] = 286097408 |
| | bound_constant_offsets_[95] = 294486016 |
| | bound_constant_offsets_[96] = 294494208 |
| | bound_constant_offsets_[97] = 302882816 |
| | bound_constant_offsets_[98] = 302884864 |
| | bound_constant_offsets_[99] = 302886912 |
| | bound_constant_offsets_[100] = 302888960 |
| | bound_constant_offsets_[101] = 309180416 |
| | bound_constant_offsets_[102] = 309186560 |
| | bound_constant_offsets_[103] = 311283712 |
| | bound_constant_offsets_[104] = 311285760 |
| | bound_constant_offsets_[105] = 311287808 |
| | bound_constant_offsets_[106] = 311289856 |
| | bound_constant_offsets_[107] = 319678464 |
| | bound_constant_offsets_[108] = 319686656 |
| | bound_constant_offsets_[109] = 328075264 |
| | bound_constant_offsets_[110] = 328077312 |
| | bound_constant_offsets_[111] = 328079360 |
| | bound_constant_offsets_[112] = 328081408 |
| | bound_constant_offsets_[113] = 334372864 |
| | bound_constant_offsets_[114] = 334379008 |
| | bound_constant_offsets_[115] = 336476160 |
| | bound_constant_offsets_[116] = 336478208 |
| | bound_constant_offsets_[117] = 336480256 |
| | bound_constant_offsets_[118] = 336482304 |
| | bound_constant_offsets_[119] = 344870912 |
| | bound_constant_offsets_[120] = 344879104 |
| | bound_constant_offsets_[121] = 353267712 |
| | bound_constant_offsets_[122] = 353269760 |
| | bound_constant_offsets_[123] = 353271808 |
| | bound_constant_offsets_[124] = 353273856 |
| | bound_constant_offsets_[125] = 359565312 |
| | bound_constant_offsets_[126] = 359571456 |
| | bound_constant_offsets_[127] = 361668608 |
| | bound_constant_offsets_[128] = 361670656 |
| | bound_constant_offsets_[129] = 361672704 |
| | bound_constant_offsets_[130] = 361674752 |
| | bound_constant_offsets_[131] = 370063360 |
| | bound_constant_offsets_[132] = 370071552 |
| | bound_constant_offsets_[133] = 378460160 |
| | bound_constant_offsets_[134] = 378462208 |
| | bound_constant_offsets_[135] = 378464256 |
| | bound_constant_offsets_[136] = 378466304 |
| | bound_constant_offsets_[137] = 384757760 |
| | bound_constant_offsets_[138] = 384763904 |
| | bound_constant_offsets_[139] = 386861056 |
| | bound_constant_offsets_[140] = 386863104 |
| | bound_constant_offsets_[141] = 386865152 |
| | bound_constant_offsets_[142] = 386867200 |
| | bound_constant_offsets_[143] = 395255808 |
| | bound_constant_offsets_[144] = 395264000 |
| | bound_constant_offsets_[145] = 403652608 |
| | bound_constant_offsets_[146] = 403654656 |
| | bound_constant_offsets_[147] = 403656704 |
| | bound_constant_offsets_[148] = 403658752 |
| | bound_constant_offsets_[149] = 409950208 |
| | bound_constant_offsets_[150] = 409956352 |
| | bound_constant_offsets_[151] = 412053504 |
| | bound_constant_offsets_[152] = 412055552 |
| | bound_constant_offsets_[153] = 412057600 |
| | bound_constant_offsets_[154] = 412059648 |
| | bound_constant_offsets_[155] = 420448256 |
| | bound_constant_offsets_[156] = 420456448 |
| | bound_constant_offsets_[157] = 428845056 |
| | bound_constant_offsets_[158] = 428847104 |
| | bound_constant_offsets_[159] = 428849152 |
| | bound_constant_offsets_[160] = 428851200 |
| | bound_constant_offsets_[161] = 435142656 |
| | bound_constant_offsets_[162] = 435148800 |
| | bound_constant_offsets_[163] = 437245952 |
| | bound_constant_offsets_[164] = 437248000 |
| | bound_constant_offsets_[165] = 437250048 |
| | bound_constant_offsets_[166] = 437252096 |
| | bound_constant_offsets_[167] = 445640704 |
| | bound_constant_offsets_[168] = 445648896 |
| | bound_constant_offsets_[169] = 454037504 |
| | bound_constant_offsets_[170] = 454039552 |
| | bound_constant_offsets_[171] = 454041600 |
| | bound_constant_offsets_[172] = 454043648 |
| | bound_constant_offsets_[173] = 460335104 |
| | bound_constant_offsets_[174] = 460341248 |
| | bound_constant_offsets_[175] = 462438400 |
| | bound_constant_offsets_[176] = 462440448 |
| | bound_constant_offsets_[177] = 462442496 |
| | bound_constant_offsets_[178] = 462444544 |
| | bound_constant_offsets_[179] = 470833152 |
| | bound_constant_offsets_[180] = 470841344 |
| | bound_constant_offsets_[181] = 479229952 |
| | bound_constant_offsets_[182] = 479232000 |
| | bound_constant_offsets_[183] = 479234048 |
| | bound_constant_offsets_[184] = 479236096 |
| | bound_constant_offsets_[185] = 485527552 |
| | bound_constant_offsets_[186] = 485533696 |
| | bound_constant_offsets_[187] = 487630848 |
| | bound_constant_offsets_[188] = 487632896 |
| | bound_constant_offsets_[189] = 487634944 |
| | bound_constant_offsets_[190] = 487636992 |
| | bound_constant_offsets_[191] = 496025600 |
| | bound_constant_offsets_[192] = 496033792 |
| | bound_constant_offsets_[193] = 504422400 |
| | bound_constant_offsets_[194] = 504424448 |
| | bound_constant_offsets_[195] = 504426496 |
| | bound_constant_offsets_[196] = 504428544 |
| | bound_constant_offsets_[197] = 510720000 |
| | bound_constant_offsets_[198] = 510726144 |
| | bound_constant_offsets_[199] = 512823296 |
| | bound_constant_offsets_[200] = 512825344 |
| | bound_constant_offsets_[201] = 512827392 |
| | bound_constant_offsets_[202] = 512829440 |
| | bound_constant_offsets_[203] = 521218048 |
| | bound_constant_offsets_[204] = 521226240 |
| | bound_constant_offsets_[205] = 529614848 |
| | bound_constant_offsets_[206] = 529616896 |
| | bound_constant_offsets_[207] = 529618944 |
| | bound_constant_offsets_[208] = 529620992 |
| | bound_constant_offsets_[209] = 535912448 |
| | bound_constant_offsets_[210] = 535918592 |
| | bound_constant_offsets_[211] = 538015744 |
| | bound_constant_offsets_[212] = 538017792 |
| | bound_constant_offsets_[213] = 538019840 |
| | bound_constant_offsets_[214] = 538021888 |
| | bound_constant_offsets_[215] = 546410496 |
| | bound_constant_offsets_[216] = 546418688 |
| | bound_constant_offsets_[217] = 554807296 |
| | bound_constant_offsets_[218] = 554809344 |
| | bound_constant_offsets_[219] = 554811392 |
| | bound_constant_offsets_[220] = 554813440 |
| | bound_constant_offsets_[221] = 561104896 |
| | bound_constant_offsets_[222] = 561111040 |
| | bound_constant_offsets_[223] = 563208192 |
| | bound_constant_offsets_[224] = 563210240 |
| | bound_constant_offsets_[225] = 563212288 |
| | bound_constant_offsets_[226] = 563214336 |
| | bound_constant_offsets_[227] = 571602944 |
| | bound_constant_offsets_[228] = 571611136 |
| | bound_constant_offsets_[229] = 579999744 |
| | bound_constant_offsets_[230] = 580001792 |
| | bound_constant_offsets_[231] = 580003840 |
| | bound_constant_offsets_[232] = 580005888 |
| | bound_constant_offsets_[233] = 586297344 |
| | bound_constant_offsets_[234] = 586303488 |
| | bound_constant_offsets_[235] = 588400640 |
| | bound_constant_offsets_[236] = 588402688 |
| | bound_constant_offsets_[237] = 588404736 |
| | bound_constant_offsets_[238] = 588406784 |
| | bound_constant_offsets_[239] = 596795392 |
| | bound_constant_offsets_[240] = 596803584 |
| | bound_constant_offsets_[241] = 605192192 |
| | bound_constant_offsets_[242] = 605194240 |
| | bound_constant_offsets_[243] = 605196288 |
| | bound_constant_offsets_[244] = 605198336 |
| | bound_constant_offsets_[245] = 611489792 |
| | bound_constant_offsets_[246] = 611495936 |
| | bound_constant_offsets_[247] = 613593088 |
| | bound_constant_offsets_[248] = 613595136 |
| | bound_constant_offsets_[249] = 613597184 |
| | bound_constant_offsets_[250] = 613599232 |
| | bound_constant_offsets_[251] = 621987840 |
| | bound_constant_offsets_[252] = 621996032 |
| | bound_constant_offsets_[253] = 630384640 |
| | bound_constant_offsets_[254] = 630386688 |
| | bound_constant_offsets_[255] = 630388736 |
| | bound_constant_offsets_[256] = 630390784 |
| | bound_constant_offsets_[257] = 636682240 |
| | bound_constant_offsets_[258] = 636688384 |
| | bound_constant_offsets_[259] = 638785536 |
| | bound_constant_offsets_[260] = 638787584 |
| | bound_constant_offsets_[261] = 638789632 |
| | bound_constant_offsets_[262] = 638791680 |
| | bound_constant_offsets_[263] = 647180288 |
| | bound_constant_offsets_[264] = 647188480 |
| | bound_constant_offsets_[265] = 655577088 |
| | bound_constant_offsets_[266] = 655579136 |
| | bound_constant_offsets_[267] = 655581184 |
| | bound_constant_offsets_[268] = 655583232 |
| | bound_constant_offsets_[269] = 661874688 |
| | bound_constant_offsets_[270] = 661880832 |
| | bound_constant_offsets_[271] = 663977984 |
| | bound_constant_offsets_[272] = 663980032 |
| | bound_constant_offsets_[273] = 663982080 |
| | bound_constant_offsets_[274] = 663984128 |
| | bound_constant_offsets_[275] = 672372736 |
| | bound_constant_offsets_[276] = 672380928 |
| | bound_constant_offsets_[277] = 680769536 |
| | bound_constant_offsets_[278] = 680771584 |
| | bound_constant_offsets_[279] = 680773632 |
| | |
| |
|
| |
|
| | auto* constants_ptr = static_cast<uint8_t*>(constants_primary_.get()) |
| | const auto binary_constants_bin_size = static_cast<size_t>(_binary_constants_bin_end - _binary_constants_bin_start) |
| | for (auto& constant_info : owned_constants) { |
| | auto* dst = constants_ptr + constant_info.internal_offset |
| | if (constant_info.data_offset + constant_info.num_bytes > binary_constants_bin_size) { |
| | throw std::runtime_error(std::string("Copying constant ") + constant_info.name + " would overflow constant buffer") |
| | } |
| | DEVICE_CHECK(CopyToDevice(dst, _binary_constants_bin_start + constant_info.data_offset, constant_info.num_bytes)) |
| | } |
| | } |
| |
|
| | ModelContainer* CreateModelContainer(size_t num_runtimes, AITemplateAllocator& allocator) { |
| | // num_runtimes, blob_size, workspace_size, num_inputs, num_outputs, num_unbound_constants, param_size, allocator |
| | return new ModelContainer(num_runtimes, 2, 1, 280, 0, 680775680, allocator) |
| | } |
| | } // namespace ait |
