File size: 87,347 Bytes
17db41a | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 762 763 764 765 766 767 768 769 770 771 772 773 774 775 776 777 778 779 780 781 782 783 784 785 786 787 788 789 790 791 792 793 794 795 796 797 798 799 800 801 802 803 804 805 806 807 808 809 810 811 812 813 814 815 816 817 818 819 820 821 822 823 824 825 826 827 828 829 830 831 832 833 834 835 836 837 838 839 840 841 842 843 844 845 846 847 848 849 850 851 852 853 854 855 856 857 858 859 860 861 862 863 864 865 866 867 868 869 870 871 872 873 874 875 876 877 878 879 880 881 882 883 884 885 886 887 888 889 890 891 892 893 894 895 896 897 898 899 900 901 902 903 904 905 906 907 908 909 910 911 912 913 914 915 916 917 918 919 920 921 922 923 924 925 926 927 928 929 930 931 932 933 934 935 936 937 938 939 940 941 942 943 944 945 946 947 948 949 950 951 952 953 954 955 956 957 958 959 960 961 962 963 964 965 966 967 968 969 970 971 972 973 974 975 976 977 978 979 980 981 982 983 984 985 986 987 988 989 990 991 992 993 994 995 996 997 998 999 1000 1001 1002 1003 1004 1005 1006 1007 1008 1009 1010 1011 1012 1013 1014 1015 1016 1017 1018 1019 1020 1021 1022 1023 1024 1025 1026 1027 1028 1029 1030 1031 1032 1033 1034 1035 1036 1037 1038 1039 1040 1041 1042 1043 1044 1045 1046 1047 1048 1049 1050 1051 1052 1053 1054 1055 1056 1057 1058 1059 1060 1061 1062 1063 1064 1065 1066 1067 1068 1069 1070 1071 1072 1073 1074 1075 1076 1077 1078 1079 1080 1081 1082 1083 1084 1085 1086 1087 1088 1089 1090 1091 1092 1093 1094 1095 1096 1097 1098 1099 1100 1101 1102 1103 1104 1105 1106 1107 1108 1109 1110 1111 1112 1113 1114 1115 1116 1117 1118 1119 1120 1121 1122 1123 1124 1125 1126 1127 1128 1129 1130 1131 1132 1133 1134 1135 1136 1137 1138 1139 1140 1141 1142 1143 1144 1145 1146 1147 1148 1149 1150 1151 1152 1153 1154 1155 1156 1157 1158 1159 1160 1161 1162 1163 1164 1165 1166 1167 1168 1169 1170 1171 1172 1173 1174 1175 1176 1177 1178 1179 1180 1181 1182 1183 1184 1185 1186 1187 1188 1189 1190 1191 |
#include "model_container.h"
#include "owned_constants.h"
namespace ait {
namespace {
// Contains the metadata for each constant.
constexpr std::array<ConstantInfo, 280> owned_constants = {
ConstantInfo{"embeddings_token_embedding_weight", 0, 0, 101187584},ConstantInfo{"embeddings_position_embedding_weight", 101187584, 101187584, 157696},ConstantInfo{"encoder_layers_0_layer_norm1_weight", 101345280, 101345280, 2048},ConstantInfo{"encoder_layers_0_layer_norm1_bias", 101347328, 101347328, 2048},ConstantInfo{"encoder_layers_0_self_attn_qkv_weight", 101349376, 101349376, 6291456},ConstantInfo{"encoder_layers_0_self_attn_qkv_bias", 107640832, 107640832, 6144},ConstantInfo{"encoder_layers_0_self_attn_proj_weight", 107646976, 107646976, 2097152},ConstantInfo{"encoder_layers_0_self_attn_proj_bias", 109744128, 109744128, 2048},ConstantInfo{"encoder_layers_0_layer_norm2_weight", 109746176, 109746176, 2048},ConstantInfo{"encoder_layers_0_layer_norm2_bias", 109748224, 109748224, 2048},ConstantInfo{"encoder_layers_0_mlp_fc1_weight", 109750272, 109750272, 8388608},ConstantInfo{"encoder_layers_0_mlp_fc1_bias", 118138880, 118138880, 8192},ConstantInfo{"encoder_layers_0_mlp_fc2_weight", 118147072, 118147072, 8388608},ConstantInfo{"encoder_layers_0_mlp_fc2_bias", 126535680, 126535680, 2048},ConstantInfo{"encoder_layers_1_layer_norm1_weight", 126537728, 126537728, 2048},ConstantInfo{"encoder_layers_1_layer_norm1_bias", 126539776, 126539776, 2048},ConstantInfo{"encoder_layers_1_self_attn_qkv_weight", 126541824, 126541824, 6291456},ConstantInfo{"encoder_layers_1_self_attn_qkv_bias", 132833280, 132833280, 6144},ConstantInfo{"encoder_layers_1_self_attn_proj_weight", 132839424, 132839424, 2097152},ConstantInfo{"encoder_layers_1_self_attn_proj_bias", 134936576, 134936576, 2048},ConstantInfo{"encoder_layers_1_layer_norm2_weight", 134938624, 134938624, 2048},ConstantInfo{"encoder_layers_1_layer_norm2_bias", 134940672, 134940672, 2048},ConstantInfo{"encoder_layers_1_mlp_fc1_weight", 134942720, 134942720, 8388608},ConstantInfo{"encoder_layers_1_mlp_fc1_bias", 143331328, 143331328, 8192},ConstantInfo{"encoder_layers_1_mlp_fc2_weight", 143339520, 143339520, 8388608},ConstantInfo{"encoder_layers_1_mlp_fc2_bias", 151728128, 151728128, 2048},ConstantInfo{"encoder_layers_2_layer_norm1_weight", 151730176, 151730176, 2048},ConstantInfo{"encoder_layers_2_layer_norm1_bias", 151732224, 151732224, 2048},ConstantInfo{"encoder_layers_2_self_attn_qkv_weight", 151734272, 151734272, 6291456},ConstantInfo{"encoder_layers_2_self_attn_qkv_bias", 158025728, 158025728, 6144},ConstantInfo{"encoder_layers_2_self_attn_proj_weight", 158031872, 158031872, 2097152},ConstantInfo{"encoder_layers_2_self_attn_proj_bias", 160129024, 160129024, 2048},ConstantInfo{"encoder_layers_2_layer_norm2_weight", 160131072, 160131072, 2048},ConstantInfo{"encoder_layers_2_layer_norm2_bias", 160133120, 160133120, 2048},ConstantInfo{"encoder_layers_2_mlp_fc1_weight", 160135168, 160135168, 8388608},ConstantInfo{"encoder_layers_2_mlp_fc1_bias", 168523776, 168523776, 8192},ConstantInfo{"encoder_layers_2_mlp_fc2_weight", 168531968, 168531968, 8388608},ConstantInfo{"encoder_layers_2_mlp_fc2_bias", 176920576, 176920576, 2048},ConstantInfo{"encoder_layers_3_layer_norm1_weight", 176922624, 176922624, 2048},ConstantInfo{"encoder_layers_3_layer_norm1_bias", 176924672, 176924672, 2048},ConstantInfo{"encoder_layers_3_self_attn_qkv_weight", 176926720, 176926720, 6291456},ConstantInfo{"encoder_layers_3_self_attn_qkv_bias", 183218176, 183218176, 6144},ConstantInfo{"encoder_layers_3_self_attn_proj_weight", 183224320, 183224320, 2097152},ConstantInfo{"encoder_layers_3_self_attn_proj_bias", 185321472, 185321472, 2048},ConstantInfo{"encoder_layers_3_layer_norm2_weight", 185323520, 185323520, 2048},ConstantInfo{"encoder_layers_3_layer_norm2_bias", 185325568, 185325568, 2048},ConstantInfo{"encoder_layers_3_mlp_fc1_weight", 185327616, 185327616, 8388608},ConstantInfo{"encoder_layers_3_mlp_fc1_bias", 193716224, 193716224, 8192},ConstantInfo{"encoder_layers_3_mlp_fc2_weight", 193724416, 193724416, 8388608},ConstantInfo{"encoder_layers_3_mlp_fc2_bias", 202113024, 202113024, 2048},ConstantInfo{"encoder_layers_4_layer_norm1_weight", 202115072, 202115072, 2048},ConstantInfo{"encoder_layers_4_layer_norm1_bias", 202117120, 202117120, 2048},ConstantInfo{"encoder_layers_4_self_attn_qkv_weight", 202119168, 202119168, 6291456},ConstantInfo{"encoder_layers_4_self_attn_qkv_bias", 208410624, 208410624, 6144},ConstantInfo{"encoder_layers_4_self_attn_proj_weight", 208416768, 208416768, 2097152},ConstantInfo{"encoder_layers_4_self_attn_proj_bias", 210513920, 210513920, 2048},ConstantInfo{"encoder_layers_4_layer_norm2_weight", 210515968, 210515968, 2048},ConstantInfo{"encoder_layers_4_layer_norm2_bias", 210518016, 210518016, 2048},ConstantInfo{"encoder_layers_4_mlp_fc1_weight", 210520064, 210520064, 8388608},ConstantInfo{"encoder_layers_4_mlp_fc1_bias", 218908672, 218908672, 8192},ConstantInfo{"encoder_layers_4_mlp_fc2_weight", 218916864, 218916864, 8388608},ConstantInfo{"encoder_layers_4_mlp_fc2_bias", 227305472, 227305472, 2048},ConstantInfo{"encoder_layers_5_layer_norm1_weight", 227307520, 227307520, 2048},ConstantInfo{"encoder_layers_5_layer_norm1_bias", 227309568, 227309568, 2048},ConstantInfo{"encoder_layers_5_self_attn_qkv_weight", 227311616, 227311616, 6291456},ConstantInfo{"encoder_layers_5_self_attn_qkv_bias", 233603072, 233603072, 6144},ConstantInfo{"encoder_layers_5_self_attn_proj_weight", 233609216, 233609216, 2097152},ConstantInfo{"encoder_layers_5_self_attn_proj_bias", 235706368, 235706368, 2048},ConstantInfo{"encoder_layers_5_layer_norm2_weight", 235708416, 235708416, 2048},ConstantInfo{"encoder_layers_5_layer_norm2_bias", 235710464, 235710464, 2048},ConstantInfo{"encoder_layers_5_mlp_fc1_weight", 235712512, 235712512, 8388608},ConstantInfo{"encoder_layers_5_mlp_fc1_bias", 244101120, 244101120, 8192},ConstantInfo{"encoder_layers_5_mlp_fc2_weight", 244109312, 244109312, 8388608},ConstantInfo{"encoder_layers_5_mlp_fc2_bias", 252497920, 252497920, 2048},ConstantInfo{"encoder_layers_6_layer_norm1_weight", 252499968, 252499968, 2048},ConstantInfo{"encoder_layers_6_layer_norm1_bias", 252502016, 252502016, 2048},ConstantInfo{"encoder_layers_6_self_attn_qkv_weight", 252504064, 252504064, 6291456},ConstantInfo{"encoder_layers_6_self_attn_qkv_bias", 258795520, 258795520, 6144},ConstantInfo{"encoder_layers_6_self_attn_proj_weight", 258801664, 258801664, 2097152},ConstantInfo{"encoder_layers_6_self_attn_proj_bias", 260898816, 260898816, 2048},ConstantInfo{"encoder_layers_6_layer_norm2_weight", 260900864, 260900864, 2048},ConstantInfo{"encoder_layers_6_layer_norm2_bias", 260902912, 260902912, 2048},ConstantInfo{"encoder_layers_6_mlp_fc1_weight", 260904960, 260904960, 8388608},ConstantInfo{"encoder_layers_6_mlp_fc1_bias", 269293568, 269293568, 8192},ConstantInfo{"encoder_layers_6_mlp_fc2_weight", 269301760, 269301760, 8388608},ConstantInfo{"encoder_layers_6_mlp_fc2_bias", 277690368, 277690368, 2048},ConstantInfo{"encoder_layers_7_layer_norm1_weight", 277692416, 277692416, 2048},ConstantInfo{"encoder_layers_7_layer_norm1_bias", 277694464, 277694464, 2048},ConstantInfo{"encoder_layers_7_self_attn_qkv_weight", 277696512, 277696512, 6291456},ConstantInfo{"encoder_layers_7_self_attn_qkv_bias", 283987968, 283987968, 6144},ConstantInfo{"encoder_layers_7_self_attn_proj_weight", 283994112, 283994112, 2097152},ConstantInfo{"encoder_layers_7_self_attn_proj_bias", 286091264, 286091264, 2048},ConstantInfo{"encoder_layers_7_layer_norm2_weight", 286093312, 286093312, 2048},ConstantInfo{"encoder_layers_7_layer_norm2_bias", 286095360, 286095360, 2048},ConstantInfo{"encoder_layers_7_mlp_fc1_weight", 286097408, 286097408, 8388608},ConstantInfo{"encoder_layers_7_mlp_fc1_bias", 294486016, 294486016, 8192},ConstantInfo{"encoder_layers_7_mlp_fc2_weight", 294494208, 294494208, 8388608},ConstantInfo{"encoder_layers_7_mlp_fc2_bias", 302882816, 302882816, 2048},ConstantInfo{"encoder_layers_8_layer_norm1_weight", 302884864, 302884864, 2048},ConstantInfo{"encoder_layers_8_layer_norm1_bias", 302886912, 302886912, 2048},ConstantInfo{"encoder_layers_8_self_attn_qkv_weight", 302888960, 302888960, 6291456},ConstantInfo{"encoder_layers_8_self_attn_qkv_bias", 309180416, 309180416, 6144},ConstantInfo{"encoder_layers_8_self_attn_proj_weight", 309186560, 309186560, 2097152},ConstantInfo{"encoder_layers_8_self_attn_proj_bias", 311283712, 311283712, 2048},ConstantInfo{"encoder_layers_8_layer_norm2_weight", 311285760, 311285760, 2048},ConstantInfo{"encoder_layers_8_layer_norm2_bias", 311287808, 311287808, 2048},ConstantInfo{"encoder_layers_8_mlp_fc1_weight", 311289856, 311289856, 8388608},ConstantInfo{"encoder_layers_8_mlp_fc1_bias", 319678464, 319678464, 8192},ConstantInfo{"encoder_layers_8_mlp_fc2_weight", 319686656, 319686656, 8388608},ConstantInfo{"encoder_layers_8_mlp_fc2_bias", 328075264, 328075264, 2048},ConstantInfo{"encoder_layers_9_layer_norm1_weight", 328077312, 328077312, 2048},ConstantInfo{"encoder_layers_9_layer_norm1_bias", 328079360, 328079360, 2048},ConstantInfo{"encoder_layers_9_self_attn_qkv_weight", 328081408, 328081408, 6291456},ConstantInfo{"encoder_layers_9_self_attn_qkv_bias", 334372864, 334372864, 6144},ConstantInfo{"encoder_layers_9_self_attn_proj_weight", 334379008, 334379008, 2097152},ConstantInfo{"encoder_layers_9_self_attn_proj_bias", 336476160, 336476160, 2048},ConstantInfo{"encoder_layers_9_layer_norm2_weight", 336478208, 336478208, 2048},ConstantInfo{"encoder_layers_9_layer_norm2_bias", 336480256, 336480256, 2048},ConstantInfo{"encoder_layers_9_mlp_fc1_weight", 336482304, 336482304, 8388608},ConstantInfo{"encoder_layers_9_mlp_fc1_bias", 344870912, 344870912, 8192},ConstantInfo{"encoder_layers_9_mlp_fc2_weight", 344879104, 344879104, 8388608},ConstantInfo{"encoder_layers_9_mlp_fc2_bias", 353267712, 353267712, 2048},ConstantInfo{"encoder_layers_10_layer_norm1_weight", 353269760, 353269760, 2048},ConstantInfo{"encoder_layers_10_layer_norm1_bias", 353271808, 353271808, 2048},ConstantInfo{"encoder_layers_10_self_attn_qkv_weight", 353273856, 353273856, 6291456},ConstantInfo{"encoder_layers_10_self_attn_qkv_bias", 359565312, 359565312, 6144},ConstantInfo{"encoder_layers_10_self_attn_proj_weight", 359571456, 359571456, 2097152},ConstantInfo{"encoder_layers_10_self_attn_proj_bias", 361668608, 361668608, 2048},ConstantInfo{"encoder_layers_10_layer_norm2_weight", 361670656, 361670656, 2048},ConstantInfo{"encoder_layers_10_layer_norm2_bias", 361672704, 361672704, 2048},ConstantInfo{"encoder_layers_10_mlp_fc1_weight", 361674752, 361674752, 8388608},ConstantInfo{"encoder_layers_10_mlp_fc1_bias", 370063360, 370063360, 8192},ConstantInfo{"encoder_layers_10_mlp_fc2_weight", 370071552, 370071552, 8388608},ConstantInfo{"encoder_layers_10_mlp_fc2_bias", 378460160, 378460160, 2048},ConstantInfo{"encoder_layers_11_layer_norm1_weight", 378462208, 378462208, 2048},ConstantInfo{"encoder_layers_11_layer_norm1_bias", 378464256, 378464256, 2048},ConstantInfo{"encoder_layers_11_self_attn_qkv_weight", 378466304, 378466304, 6291456},ConstantInfo{"encoder_layers_11_self_attn_qkv_bias", 384757760, 384757760, 6144},ConstantInfo{"encoder_layers_11_self_attn_proj_weight", 384763904, 384763904, 2097152},ConstantInfo{"encoder_layers_11_self_attn_proj_bias", 386861056, 386861056, 2048},ConstantInfo{"encoder_layers_11_layer_norm2_weight", 386863104, 386863104, 2048},ConstantInfo{"encoder_layers_11_layer_norm2_bias", 386865152, 386865152, 2048},ConstantInfo{"encoder_layers_11_mlp_fc1_weight", 386867200, 386867200, 8388608},ConstantInfo{"encoder_layers_11_mlp_fc1_bias", 395255808, 395255808, 8192},ConstantInfo{"encoder_layers_11_mlp_fc2_weight", 395264000, 395264000, 8388608},ConstantInfo{"encoder_layers_11_mlp_fc2_bias", 403652608, 403652608, 2048},ConstantInfo{"encoder_layers_12_layer_norm1_weight", 403654656, 403654656, 2048},ConstantInfo{"encoder_layers_12_layer_norm1_bias", 403656704, 403656704, 2048},ConstantInfo{"encoder_layers_12_self_attn_qkv_weight", 403658752, 403658752, 6291456},ConstantInfo{"encoder_layers_12_self_attn_qkv_bias", 409950208, 409950208, 6144},ConstantInfo{"encoder_layers_12_self_attn_proj_weight", 409956352, 409956352, 2097152},ConstantInfo{"encoder_layers_12_self_attn_proj_bias", 412053504, 412053504, 2048},ConstantInfo{"encoder_layers_12_layer_norm2_weight", 412055552, 412055552, 2048},ConstantInfo{"encoder_layers_12_layer_norm2_bias", 412057600, 412057600, 2048},ConstantInfo{"encoder_layers_12_mlp_fc1_weight", 412059648, 412059648, 8388608},ConstantInfo{"encoder_layers_12_mlp_fc1_bias", 420448256, 420448256, 8192},ConstantInfo{"encoder_layers_12_mlp_fc2_weight", 420456448, 420456448, 8388608},ConstantInfo{"encoder_layers_12_mlp_fc2_bias", 428845056, 428845056, 2048},ConstantInfo{"encoder_layers_13_layer_norm1_weight", 428847104, 428847104, 2048},ConstantInfo{"encoder_layers_13_layer_norm1_bias", 428849152, 428849152, 2048},ConstantInfo{"encoder_layers_13_self_attn_qkv_weight", 428851200, 428851200, 6291456},ConstantInfo{"encoder_layers_13_self_attn_qkv_bias", 435142656, 435142656, 6144},ConstantInfo{"encoder_layers_13_self_attn_proj_weight", 435148800, 435148800, 2097152},ConstantInfo{"encoder_layers_13_self_attn_proj_bias", 437245952, 437245952, 2048},ConstantInfo{"encoder_layers_13_layer_norm2_weight", 437248000, 437248000, 2048},ConstantInfo{"encoder_layers_13_layer_norm2_bias", 437250048, 437250048, 2048},ConstantInfo{"encoder_layers_13_mlp_fc1_weight", 437252096, 437252096, 8388608},ConstantInfo{"encoder_layers_13_mlp_fc1_bias", 445640704, 445640704, 8192},ConstantInfo{"encoder_layers_13_mlp_fc2_weight", 445648896, 445648896, 8388608},ConstantInfo{"encoder_layers_13_mlp_fc2_bias", 454037504, 454037504, 2048},ConstantInfo{"encoder_layers_14_layer_norm1_weight", 454039552, 454039552, 2048},ConstantInfo{"encoder_layers_14_layer_norm1_bias", 454041600, 454041600, 2048},ConstantInfo{"encoder_layers_14_self_attn_qkv_weight", 454043648, 454043648, 6291456},ConstantInfo{"encoder_layers_14_self_attn_qkv_bias", 460335104, 460335104, 6144},ConstantInfo{"encoder_layers_14_self_attn_proj_weight", 460341248, 460341248, 2097152},ConstantInfo{"encoder_layers_14_self_attn_proj_bias", 462438400, 462438400, 2048},ConstantInfo{"encoder_layers_14_layer_norm2_weight", 462440448, 462440448, 2048},ConstantInfo{"encoder_layers_14_layer_norm2_bias", 462442496, 462442496, 2048},ConstantInfo{"encoder_layers_14_mlp_fc1_weight", 462444544, 462444544, 8388608},ConstantInfo{"encoder_layers_14_mlp_fc1_bias", 470833152, 470833152, 8192},ConstantInfo{"encoder_layers_14_mlp_fc2_weight", 470841344, 470841344, 8388608},ConstantInfo{"encoder_layers_14_mlp_fc2_bias", 479229952, 479229952, 2048},ConstantInfo{"encoder_layers_15_layer_norm1_weight", 479232000, 479232000, 2048},ConstantInfo{"encoder_layers_15_layer_norm1_bias", 479234048, 479234048, 2048},ConstantInfo{"encoder_layers_15_self_attn_qkv_weight", 479236096, 479236096, 6291456},ConstantInfo{"encoder_layers_15_self_attn_qkv_bias", 485527552, 485527552, 6144},ConstantInfo{"encoder_layers_15_self_attn_proj_weight", 485533696, 485533696, 2097152},ConstantInfo{"encoder_layers_15_self_attn_proj_bias", 487630848, 487630848, 2048},ConstantInfo{"encoder_layers_15_layer_norm2_weight", 487632896, 487632896, 2048},ConstantInfo{"encoder_layers_15_layer_norm2_bias", 487634944, 487634944, 2048},ConstantInfo{"encoder_layers_15_mlp_fc1_weight", 487636992, 487636992, 8388608},ConstantInfo{"encoder_layers_15_mlp_fc1_bias", 496025600, 496025600, 8192},ConstantInfo{"encoder_layers_15_mlp_fc2_weight", 496033792, 496033792, 8388608},ConstantInfo{"encoder_layers_15_mlp_fc2_bias", 504422400, 504422400, 2048},ConstantInfo{"encoder_layers_16_layer_norm1_weight", 504424448, 504424448, 2048},ConstantInfo{"encoder_layers_16_layer_norm1_bias", 504426496, 504426496, 2048},ConstantInfo{"encoder_layers_16_self_attn_qkv_weight", 504428544, 504428544, 6291456},ConstantInfo{"encoder_layers_16_self_attn_qkv_bias", 510720000, 510720000, 6144},ConstantInfo{"encoder_layers_16_self_attn_proj_weight", 510726144, 510726144, 2097152},ConstantInfo{"encoder_layers_16_self_attn_proj_bias", 512823296, 512823296, 2048},ConstantInfo{"encoder_layers_16_layer_norm2_weight", 512825344, 512825344, 2048},ConstantInfo{"encoder_layers_16_layer_norm2_bias", 512827392, 512827392, 2048},ConstantInfo{"encoder_layers_16_mlp_fc1_weight", 512829440, 512829440, 8388608},ConstantInfo{"encoder_layers_16_mlp_fc1_bias", 521218048, 521218048, 8192},ConstantInfo{"encoder_layers_16_mlp_fc2_weight", 521226240, 521226240, 8388608},ConstantInfo{"encoder_layers_16_mlp_fc2_bias", 529614848, 529614848, 2048},ConstantInfo{"encoder_layers_17_layer_norm1_weight", 529616896, 529616896, 2048},ConstantInfo{"encoder_layers_17_layer_norm1_bias", 529618944, 529618944, 2048},ConstantInfo{"encoder_layers_17_self_attn_qkv_weight", 529620992, 529620992, 6291456},ConstantInfo{"encoder_layers_17_self_attn_qkv_bias", 535912448, 535912448, 6144},ConstantInfo{"encoder_layers_17_self_attn_proj_weight", 535918592, 535918592, 2097152},ConstantInfo{"encoder_layers_17_self_attn_proj_bias", 538015744, 538015744, 2048},ConstantInfo{"encoder_layers_17_layer_norm2_weight", 538017792, 538017792, 2048},ConstantInfo{"encoder_layers_17_layer_norm2_bias", 538019840, 538019840, 2048},ConstantInfo{"encoder_layers_17_mlp_fc1_weight", 538021888, 538021888, 8388608},ConstantInfo{"encoder_layers_17_mlp_fc1_bias", 546410496, 546410496, 8192},ConstantInfo{"encoder_layers_17_mlp_fc2_weight", 546418688, 546418688, 8388608},ConstantInfo{"encoder_layers_17_mlp_fc2_bias", 554807296, 554807296, 2048},ConstantInfo{"encoder_layers_18_layer_norm1_weight", 554809344, 554809344, 2048},ConstantInfo{"encoder_layers_18_layer_norm1_bias", 554811392, 554811392, 2048},ConstantInfo{"encoder_layers_18_self_attn_qkv_weight", 554813440, 554813440, 6291456},ConstantInfo{"encoder_layers_18_self_attn_qkv_bias", 561104896, 561104896, 6144},ConstantInfo{"encoder_layers_18_self_attn_proj_weight", 561111040, 561111040, 2097152},ConstantInfo{"encoder_layers_18_self_attn_proj_bias", 563208192, 563208192, 2048},ConstantInfo{"encoder_layers_18_layer_norm2_weight", 563210240, 563210240, 2048},ConstantInfo{"encoder_layers_18_layer_norm2_bias", 563212288, 563212288, 2048},ConstantInfo{"encoder_layers_18_mlp_fc1_weight", 563214336, 563214336, 8388608},ConstantInfo{"encoder_layers_18_mlp_fc1_bias", 571602944, 571602944, 8192},ConstantInfo{"encoder_layers_18_mlp_fc2_weight", 571611136, 571611136, 8388608},ConstantInfo{"encoder_layers_18_mlp_fc2_bias", 579999744, 579999744, 2048},ConstantInfo{"encoder_layers_19_layer_norm1_weight", 580001792, 580001792, 2048},ConstantInfo{"encoder_layers_19_layer_norm1_bias", 580003840, 580003840, 2048},ConstantInfo{"encoder_layers_19_self_attn_qkv_weight", 580005888, 580005888, 6291456},ConstantInfo{"encoder_layers_19_self_attn_qkv_bias", 586297344, 586297344, 6144},ConstantInfo{"encoder_layers_19_self_attn_proj_weight", 586303488, 586303488, 2097152},ConstantInfo{"encoder_layers_19_self_attn_proj_bias", 588400640, 588400640, 2048},ConstantInfo{"encoder_layers_19_layer_norm2_weight", 588402688, 588402688, 2048},ConstantInfo{"encoder_layers_19_layer_norm2_bias", 588404736, 588404736, 2048},ConstantInfo{"encoder_layers_19_mlp_fc1_weight", 588406784, 588406784, 8388608},ConstantInfo{"encoder_layers_19_mlp_fc1_bias", 596795392, 596795392, 8192},ConstantInfo{"encoder_layers_19_mlp_fc2_weight", 596803584, 596803584, 8388608},ConstantInfo{"encoder_layers_19_mlp_fc2_bias", 605192192, 605192192, 2048},ConstantInfo{"encoder_layers_20_layer_norm1_weight", 605194240, 605194240, 2048},ConstantInfo{"encoder_layers_20_layer_norm1_bias", 605196288, 605196288, 2048},ConstantInfo{"encoder_layers_20_self_attn_qkv_weight", 605198336, 605198336, 6291456},ConstantInfo{"encoder_layers_20_self_attn_qkv_bias", 611489792, 611489792, 6144},ConstantInfo{"encoder_layers_20_self_attn_proj_weight", 611495936, 611495936, 2097152},ConstantInfo{"encoder_layers_20_self_attn_proj_bias", 613593088, 613593088, 2048},ConstantInfo{"encoder_layers_20_layer_norm2_weight", 613595136, 613595136, 2048},ConstantInfo{"encoder_layers_20_layer_norm2_bias", 613597184, 613597184, 2048},ConstantInfo{"encoder_layers_20_mlp_fc1_weight", 613599232, 613599232, 8388608},ConstantInfo{"encoder_layers_20_mlp_fc1_bias", 621987840, 621987840, 8192},ConstantInfo{"encoder_layers_20_mlp_fc2_weight", 621996032, 621996032, 8388608},ConstantInfo{"encoder_layers_20_mlp_fc2_bias", 630384640, 630384640, 2048},ConstantInfo{"encoder_layers_21_layer_norm1_weight", 630386688, 630386688, 2048},ConstantInfo{"encoder_layers_21_layer_norm1_bias", 630388736, 630388736, 2048},ConstantInfo{"encoder_layers_21_self_attn_qkv_weight", 630390784, 630390784, 6291456},ConstantInfo{"encoder_layers_21_self_attn_qkv_bias", 636682240, 636682240, 6144},ConstantInfo{"encoder_layers_21_self_attn_proj_weight", 636688384, 636688384, 2097152},ConstantInfo{"encoder_layers_21_self_attn_proj_bias", 638785536, 638785536, 2048},ConstantInfo{"encoder_layers_21_layer_norm2_weight", 638787584, 638787584, 2048},ConstantInfo{"encoder_layers_21_layer_norm2_bias", 638789632, 638789632, 2048},ConstantInfo{"encoder_layers_21_mlp_fc1_weight", 638791680, 638791680, 8388608},ConstantInfo{"encoder_layers_21_mlp_fc1_bias", 647180288, 647180288, 8192},ConstantInfo{"encoder_layers_21_mlp_fc2_weight", 647188480, 647188480, 8388608},ConstantInfo{"encoder_layers_21_mlp_fc2_bias", 655577088, 655577088, 2048},ConstantInfo{"encoder_layers_22_layer_norm1_weight", 655579136, 655579136, 2048},ConstantInfo{"encoder_layers_22_layer_norm1_bias", 655581184, 655581184, 2048},ConstantInfo{"encoder_layers_22_self_attn_qkv_weight", 655583232, 655583232, 6291456},ConstantInfo{"encoder_layers_22_self_attn_qkv_bias", 661874688, 661874688, 6144},ConstantInfo{"encoder_layers_22_self_attn_proj_weight", 661880832, 661880832, 2097152},ConstantInfo{"encoder_layers_22_self_attn_proj_bias", 663977984, 663977984, 2048},ConstantInfo{"encoder_layers_22_layer_norm2_weight", 663980032, 663980032, 2048},ConstantInfo{"encoder_layers_22_layer_norm2_bias", 663982080, 663982080, 2048},ConstantInfo{"encoder_layers_22_mlp_fc1_weight", 663984128, 663984128, 8388608},ConstantInfo{"encoder_layers_22_mlp_fc1_bias", 672372736, 672372736, 8192},ConstantInfo{"encoder_layers_22_mlp_fc2_weight", 672380928, 672380928, 8388608},ConstantInfo{"encoder_layers_22_mlp_fc2_bias", 680769536, 680769536, 2048},ConstantInfo{"final_layer_norm_weight", 680771584, 680771584, 2048},ConstantInfo{"final_layer_norm_bias", 680773632, 680773632, 2048}
};
} // namespace
ModelContainerBase::ModelContainerBase(
size_t num_inputs,
size_t num_outputs,
size_t num_bound_constants,
size_t num_unbound_constants,
size_t params_size,
AITemplateAllocator& allocator)
: constants_size_(params_size),
constants_primary_(RAII_DeviceMalloc(constants_size_, allocator)),
constants_secondary_(nullptr),
use_constants_primary_buffer_(true),
buffer_state_(BufferState::CLEAN),
bound_constant_size_(num_bound_constants),
bound_constant_dtypes_(num_bound_constants),
num_params_(num_inputs + num_outputs + num_unbound_constants),
param_names_(num_params_),
param_dtypes_(num_params_),
max_param_shapes_(num_params_),
max_param_numel_(num_params_),
max_param_storage_bytes_(num_params_) {
bound_constant_name_to_idx_["embeddings_token_embedding_weight"] = 0;
bound_constant_name_to_idx_["embeddings_position_embedding_weight"] = 1;
bound_constant_name_to_idx_["encoder_layers_0_layer_norm1_weight"] = 2;
bound_constant_name_to_idx_["encoder_layers_0_layer_norm1_bias"] = 3;
bound_constant_name_to_idx_["encoder_layers_0_self_attn_qkv_weight"] = 4;
bound_constant_name_to_idx_["encoder_layers_0_self_attn_qkv_bias"] = 5;
bound_constant_name_to_idx_["encoder_layers_0_self_attn_proj_weight"] = 6;
bound_constant_name_to_idx_["encoder_layers_0_self_attn_proj_bias"] = 7;
bound_constant_name_to_idx_["encoder_layers_0_layer_norm2_weight"] = 8;
bound_constant_name_to_idx_["encoder_layers_0_layer_norm2_bias"] = 9;
bound_constant_name_to_idx_["encoder_layers_0_mlp_fc1_weight"] = 10;
bound_constant_name_to_idx_["encoder_layers_0_mlp_fc1_bias"] = 11;
bound_constant_name_to_idx_["encoder_layers_0_mlp_fc2_weight"] = 12;
bound_constant_name_to_idx_["encoder_layers_0_mlp_fc2_bias"] = 13;
bound_constant_name_to_idx_["encoder_layers_1_layer_norm1_weight"] = 14;
bound_constant_name_to_idx_["encoder_layers_1_layer_norm1_bias"] = 15;
bound_constant_name_to_idx_["encoder_layers_1_self_attn_qkv_weight"] = 16;
bound_constant_name_to_idx_["encoder_layers_1_self_attn_qkv_bias"] = 17;
bound_constant_name_to_idx_["encoder_layers_1_self_attn_proj_weight"] = 18;
bound_constant_name_to_idx_["encoder_layers_1_self_attn_proj_bias"] = 19;
bound_constant_name_to_idx_["encoder_layers_1_layer_norm2_weight"] = 20;
bound_constant_name_to_idx_["encoder_layers_1_layer_norm2_bias"] = 21;
bound_constant_name_to_idx_["encoder_layers_1_mlp_fc1_weight"] = 22;
bound_constant_name_to_idx_["encoder_layers_1_mlp_fc1_bias"] = 23;
bound_constant_name_to_idx_["encoder_layers_1_mlp_fc2_weight"] = 24;
bound_constant_name_to_idx_["encoder_layers_1_mlp_fc2_bias"] = 25;
bound_constant_name_to_idx_["encoder_layers_2_layer_norm1_weight"] = 26;
bound_constant_name_to_idx_["encoder_layers_2_layer_norm1_bias"] = 27;
bound_constant_name_to_idx_["encoder_layers_2_self_attn_qkv_weight"] = 28;
bound_constant_name_to_idx_["encoder_layers_2_self_attn_qkv_bias"] = 29;
bound_constant_name_to_idx_["encoder_layers_2_self_attn_proj_weight"] = 30;
bound_constant_name_to_idx_["encoder_layers_2_self_attn_proj_bias"] = 31;
bound_constant_name_to_idx_["encoder_layers_2_layer_norm2_weight"] = 32;
bound_constant_name_to_idx_["encoder_layers_2_layer_norm2_bias"] = 33;
bound_constant_name_to_idx_["encoder_layers_2_mlp_fc1_weight"] = 34;
bound_constant_name_to_idx_["encoder_layers_2_mlp_fc1_bias"] = 35;
bound_constant_name_to_idx_["encoder_layers_2_mlp_fc2_weight"] = 36;
bound_constant_name_to_idx_["encoder_layers_2_mlp_fc2_bias"] = 37;
bound_constant_name_to_idx_["encoder_layers_3_layer_norm1_weight"] = 38;
bound_constant_name_to_idx_["encoder_layers_3_layer_norm1_bias"] = 39;
bound_constant_name_to_idx_["encoder_layers_3_self_attn_qkv_weight"] = 40;
bound_constant_name_to_idx_["encoder_layers_3_self_attn_qkv_bias"] = 41;
bound_constant_name_to_idx_["encoder_layers_3_self_attn_proj_weight"] = 42;
bound_constant_name_to_idx_["encoder_layers_3_self_attn_proj_bias"] = 43;
bound_constant_name_to_idx_["encoder_layers_3_layer_norm2_weight"] = 44;
bound_constant_name_to_idx_["encoder_layers_3_layer_norm2_bias"] = 45;
bound_constant_name_to_idx_["encoder_layers_3_mlp_fc1_weight"] = 46;
bound_constant_name_to_idx_["encoder_layers_3_mlp_fc1_bias"] = 47;
bound_constant_name_to_idx_["encoder_layers_3_mlp_fc2_weight"] = 48;
bound_constant_name_to_idx_["encoder_layers_3_mlp_fc2_bias"] = 49;
bound_constant_name_to_idx_["encoder_layers_4_layer_norm1_weight"] = 50;
bound_constant_name_to_idx_["encoder_layers_4_layer_norm1_bias"] = 51;
bound_constant_name_to_idx_["encoder_layers_4_self_attn_qkv_weight"] = 52;
bound_constant_name_to_idx_["encoder_layers_4_self_attn_qkv_bias"] = 53;
bound_constant_name_to_idx_["encoder_layers_4_self_attn_proj_weight"] = 54;
bound_constant_name_to_idx_["encoder_layers_4_self_attn_proj_bias"] = 55;
bound_constant_name_to_idx_["encoder_layers_4_layer_norm2_weight"] = 56;
bound_constant_name_to_idx_["encoder_layers_4_layer_norm2_bias"] = 57;
bound_constant_name_to_idx_["encoder_layers_4_mlp_fc1_weight"] = 58;
bound_constant_name_to_idx_["encoder_layers_4_mlp_fc1_bias"] = 59;
bound_constant_name_to_idx_["encoder_layers_4_mlp_fc2_weight"] = 60;
bound_constant_name_to_idx_["encoder_layers_4_mlp_fc2_bias"] = 61;
bound_constant_name_to_idx_["encoder_layers_5_layer_norm1_weight"] = 62;
bound_constant_name_to_idx_["encoder_layers_5_layer_norm1_bias"] = 63;
bound_constant_name_to_idx_["encoder_layers_5_self_attn_qkv_weight"] = 64;
bound_constant_name_to_idx_["encoder_layers_5_self_attn_qkv_bias"] = 65;
bound_constant_name_to_idx_["encoder_layers_5_self_attn_proj_weight"] = 66;
bound_constant_name_to_idx_["encoder_layers_5_self_attn_proj_bias"] = 67;
bound_constant_name_to_idx_["encoder_layers_5_layer_norm2_weight"] = 68;
bound_constant_name_to_idx_["encoder_layers_5_layer_norm2_bias"] = 69;
bound_constant_name_to_idx_["encoder_layers_5_mlp_fc1_weight"] = 70;
bound_constant_name_to_idx_["encoder_layers_5_mlp_fc1_bias"] = 71;
bound_constant_name_to_idx_["encoder_layers_5_mlp_fc2_weight"] = 72;
bound_constant_name_to_idx_["encoder_layers_5_mlp_fc2_bias"] = 73;
bound_constant_name_to_idx_["encoder_layers_6_layer_norm1_weight"] = 74;
bound_constant_name_to_idx_["encoder_layers_6_layer_norm1_bias"] = 75;
bound_constant_name_to_idx_["encoder_layers_6_self_attn_qkv_weight"] = 76;
bound_constant_name_to_idx_["encoder_layers_6_self_attn_qkv_bias"] = 77;
bound_constant_name_to_idx_["encoder_layers_6_self_attn_proj_weight"] = 78;
bound_constant_name_to_idx_["encoder_layers_6_self_attn_proj_bias"] = 79;
bound_constant_name_to_idx_["encoder_layers_6_layer_norm2_weight"] = 80;
bound_constant_name_to_idx_["encoder_layers_6_layer_norm2_bias"] = 81;
bound_constant_name_to_idx_["encoder_layers_6_mlp_fc1_weight"] = 82;
bound_constant_name_to_idx_["encoder_layers_6_mlp_fc1_bias"] = 83;
bound_constant_name_to_idx_["encoder_layers_6_mlp_fc2_weight"] = 84;
bound_constant_name_to_idx_["encoder_layers_6_mlp_fc2_bias"] = 85;
bound_constant_name_to_idx_["encoder_layers_7_layer_norm1_weight"] = 86;
bound_constant_name_to_idx_["encoder_layers_7_layer_norm1_bias"] = 87;
bound_constant_name_to_idx_["encoder_layers_7_self_attn_qkv_weight"] = 88;
bound_constant_name_to_idx_["encoder_layers_7_self_attn_qkv_bias"] = 89;
bound_constant_name_to_idx_["encoder_layers_7_self_attn_proj_weight"] = 90;
bound_constant_name_to_idx_["encoder_layers_7_self_attn_proj_bias"] = 91;
bound_constant_name_to_idx_["encoder_layers_7_layer_norm2_weight"] = 92;
bound_constant_name_to_idx_["encoder_layers_7_layer_norm2_bias"] = 93;
bound_constant_name_to_idx_["encoder_layers_7_mlp_fc1_weight"] = 94;
bound_constant_name_to_idx_["encoder_layers_7_mlp_fc1_bias"] = 95;
bound_constant_name_to_idx_["encoder_layers_7_mlp_fc2_weight"] = 96;
bound_constant_name_to_idx_["encoder_layers_7_mlp_fc2_bias"] = 97;
bound_constant_name_to_idx_["encoder_layers_8_layer_norm1_weight"] = 98;
bound_constant_name_to_idx_["encoder_layers_8_layer_norm1_bias"] = 99;
bound_constant_name_to_idx_["encoder_layers_8_self_attn_qkv_weight"] = 100;
bound_constant_name_to_idx_["encoder_layers_8_self_attn_qkv_bias"] = 101;
bound_constant_name_to_idx_["encoder_layers_8_self_attn_proj_weight"] = 102;
bound_constant_name_to_idx_["encoder_layers_8_self_attn_proj_bias"] = 103;
bound_constant_name_to_idx_["encoder_layers_8_layer_norm2_weight"] = 104;
bound_constant_name_to_idx_["encoder_layers_8_layer_norm2_bias"] = 105;
bound_constant_name_to_idx_["encoder_layers_8_mlp_fc1_weight"] = 106;
bound_constant_name_to_idx_["encoder_layers_8_mlp_fc1_bias"] = 107;
bound_constant_name_to_idx_["encoder_layers_8_mlp_fc2_weight"] = 108;
bound_constant_name_to_idx_["encoder_layers_8_mlp_fc2_bias"] = 109;
bound_constant_name_to_idx_["encoder_layers_9_layer_norm1_weight"] = 110;
bound_constant_name_to_idx_["encoder_layers_9_layer_norm1_bias"] = 111;
bound_constant_name_to_idx_["encoder_layers_9_self_attn_qkv_weight"] = 112;
bound_constant_name_to_idx_["encoder_layers_9_self_attn_qkv_bias"] = 113;
bound_constant_name_to_idx_["encoder_layers_9_self_attn_proj_weight"] = 114;
bound_constant_name_to_idx_["encoder_layers_9_self_attn_proj_bias"] = 115;
bound_constant_name_to_idx_["encoder_layers_9_layer_norm2_weight"] = 116;
bound_constant_name_to_idx_["encoder_layers_9_layer_norm2_bias"] = 117;
bound_constant_name_to_idx_["encoder_layers_9_mlp_fc1_weight"] = 118;
bound_constant_name_to_idx_["encoder_layers_9_mlp_fc1_bias"] = 119;
bound_constant_name_to_idx_["encoder_layers_9_mlp_fc2_weight"] = 120;
bound_constant_name_to_idx_["encoder_layers_9_mlp_fc2_bias"] = 121;
bound_constant_name_to_idx_["encoder_layers_10_layer_norm1_weight"] = 122;
bound_constant_name_to_idx_["encoder_layers_10_layer_norm1_bias"] = 123;
bound_constant_name_to_idx_["encoder_layers_10_self_attn_qkv_weight"] = 124;
bound_constant_name_to_idx_["encoder_layers_10_self_attn_qkv_bias"] = 125;
bound_constant_name_to_idx_["encoder_layers_10_self_attn_proj_weight"] = 126;
bound_constant_name_to_idx_["encoder_layers_10_self_attn_proj_bias"] = 127;
bound_constant_name_to_idx_["encoder_layers_10_layer_norm2_weight"] = 128;
bound_constant_name_to_idx_["encoder_layers_10_layer_norm2_bias"] = 129;
bound_constant_name_to_idx_["encoder_layers_10_mlp_fc1_weight"] = 130;
bound_constant_name_to_idx_["encoder_layers_10_mlp_fc1_bias"] = 131;
bound_constant_name_to_idx_["encoder_layers_10_mlp_fc2_weight"] = 132;
bound_constant_name_to_idx_["encoder_layers_10_mlp_fc2_bias"] = 133;
bound_constant_name_to_idx_["encoder_layers_11_layer_norm1_weight"] = 134;
bound_constant_name_to_idx_["encoder_layers_11_layer_norm1_bias"] = 135;
bound_constant_name_to_idx_["encoder_layers_11_self_attn_qkv_weight"] = 136;
bound_constant_name_to_idx_["encoder_layers_11_self_attn_qkv_bias"] = 137;
bound_constant_name_to_idx_["encoder_layers_11_self_attn_proj_weight"] = 138;
bound_constant_name_to_idx_["encoder_layers_11_self_attn_proj_bias"] = 139;
bound_constant_name_to_idx_["encoder_layers_11_layer_norm2_weight"] = 140;
bound_constant_name_to_idx_["encoder_layers_11_layer_norm2_bias"] = 141;
bound_constant_name_to_idx_["encoder_layers_11_mlp_fc1_weight"] = 142;
bound_constant_name_to_idx_["encoder_layers_11_mlp_fc1_bias"] = 143;
bound_constant_name_to_idx_["encoder_layers_11_mlp_fc2_weight"] = 144;
bound_constant_name_to_idx_["encoder_layers_11_mlp_fc2_bias"] = 145;
bound_constant_name_to_idx_["encoder_layers_12_layer_norm1_weight"] = 146;
bound_constant_name_to_idx_["encoder_layers_12_layer_norm1_bias"] = 147;
bound_constant_name_to_idx_["encoder_layers_12_self_attn_qkv_weight"] = 148;
bound_constant_name_to_idx_["encoder_layers_12_self_attn_qkv_bias"] = 149;
bound_constant_name_to_idx_["encoder_layers_12_self_attn_proj_weight"] = 150;
bound_constant_name_to_idx_["encoder_layers_12_self_attn_proj_bias"] = 151;
bound_constant_name_to_idx_["encoder_layers_12_layer_norm2_weight"] = 152;
bound_constant_name_to_idx_["encoder_layers_12_layer_norm2_bias"] = 153;
bound_constant_name_to_idx_["encoder_layers_12_mlp_fc1_weight"] = 154;
bound_constant_name_to_idx_["encoder_layers_12_mlp_fc1_bias"] = 155;
bound_constant_name_to_idx_["encoder_layers_12_mlp_fc2_weight"] = 156;
bound_constant_name_to_idx_["encoder_layers_12_mlp_fc2_bias"] = 157;
bound_constant_name_to_idx_["encoder_layers_13_layer_norm1_weight"] = 158;
bound_constant_name_to_idx_["encoder_layers_13_layer_norm1_bias"] = 159;
bound_constant_name_to_idx_["encoder_layers_13_self_attn_qkv_weight"] = 160;
bound_constant_name_to_idx_["encoder_layers_13_self_attn_qkv_bias"] = 161;
bound_constant_name_to_idx_["encoder_layers_13_self_attn_proj_weight"] = 162;
bound_constant_name_to_idx_["encoder_layers_13_self_attn_proj_bias"] = 163;
bound_constant_name_to_idx_["encoder_layers_13_layer_norm2_weight"] = 164;
bound_constant_name_to_idx_["encoder_layers_13_layer_norm2_bias"] = 165;
bound_constant_name_to_idx_["encoder_layers_13_mlp_fc1_weight"] = 166;
bound_constant_name_to_idx_["encoder_layers_13_mlp_fc1_bias"] = 167;
bound_constant_name_to_idx_["encoder_layers_13_mlp_fc2_weight"] = 168;
bound_constant_name_to_idx_["encoder_layers_13_mlp_fc2_bias"] = 169;
bound_constant_name_to_idx_["encoder_layers_14_layer_norm1_weight"] = 170;
bound_constant_name_to_idx_["encoder_layers_14_layer_norm1_bias"] = 171;
bound_constant_name_to_idx_["encoder_layers_14_self_attn_qkv_weight"] = 172;
bound_constant_name_to_idx_["encoder_layers_14_self_attn_qkv_bias"] = 173;
bound_constant_name_to_idx_["encoder_layers_14_self_attn_proj_weight"] = 174;
bound_constant_name_to_idx_["encoder_layers_14_self_attn_proj_bias"] = 175;
bound_constant_name_to_idx_["encoder_layers_14_layer_norm2_weight"] = 176;
bound_constant_name_to_idx_["encoder_layers_14_layer_norm2_bias"] = 177;
bound_constant_name_to_idx_["encoder_layers_14_mlp_fc1_weight"] = 178;
bound_constant_name_to_idx_["encoder_layers_14_mlp_fc1_bias"] = 179;
bound_constant_name_to_idx_["encoder_layers_14_mlp_fc2_weight"] = 180;
bound_constant_name_to_idx_["encoder_layers_14_mlp_fc2_bias"] = 181;
bound_constant_name_to_idx_["encoder_layers_15_layer_norm1_weight"] = 182;
bound_constant_name_to_idx_["encoder_layers_15_layer_norm1_bias"] = 183;
bound_constant_name_to_idx_["encoder_layers_15_self_attn_qkv_weight"] = 184;
bound_constant_name_to_idx_["encoder_layers_15_self_attn_qkv_bias"] = 185;
bound_constant_name_to_idx_["encoder_layers_15_self_attn_proj_weight"] = 186;
bound_constant_name_to_idx_["encoder_layers_15_self_attn_proj_bias"] = 187;
bound_constant_name_to_idx_["encoder_layers_15_layer_norm2_weight"] = 188;
bound_constant_name_to_idx_["encoder_layers_15_layer_norm2_bias"] = 189;
bound_constant_name_to_idx_["encoder_layers_15_mlp_fc1_weight"] = 190;
bound_constant_name_to_idx_["encoder_layers_15_mlp_fc1_bias"] = 191;
bound_constant_name_to_idx_["encoder_layers_15_mlp_fc2_weight"] = 192;
bound_constant_name_to_idx_["encoder_layers_15_mlp_fc2_bias"] = 193;
bound_constant_name_to_idx_["encoder_layers_16_layer_norm1_weight"] = 194;
bound_constant_name_to_idx_["encoder_layers_16_layer_norm1_bias"] = 195;
bound_constant_name_to_idx_["encoder_layers_16_self_attn_qkv_weight"] = 196;
bound_constant_name_to_idx_["encoder_layers_16_self_attn_qkv_bias"] = 197;
bound_constant_name_to_idx_["encoder_layers_16_self_attn_proj_weight"] = 198;
bound_constant_name_to_idx_["encoder_layers_16_self_attn_proj_bias"] = 199;
bound_constant_name_to_idx_["encoder_layers_16_layer_norm2_weight"] = 200;
bound_constant_name_to_idx_["encoder_layers_16_layer_norm2_bias"] = 201;
bound_constant_name_to_idx_["encoder_layers_16_mlp_fc1_weight"] = 202;
bound_constant_name_to_idx_["encoder_layers_16_mlp_fc1_bias"] = 203;
bound_constant_name_to_idx_["encoder_layers_16_mlp_fc2_weight"] = 204;
bound_constant_name_to_idx_["encoder_layers_16_mlp_fc2_bias"] = 205;
bound_constant_name_to_idx_["encoder_layers_17_layer_norm1_weight"] = 206;
bound_constant_name_to_idx_["encoder_layers_17_layer_norm1_bias"] = 207;
bound_constant_name_to_idx_["encoder_layers_17_self_attn_qkv_weight"] = 208;
bound_constant_name_to_idx_["encoder_layers_17_self_attn_qkv_bias"] = 209;
bound_constant_name_to_idx_["encoder_layers_17_self_attn_proj_weight"] = 210;
bound_constant_name_to_idx_["encoder_layers_17_self_attn_proj_bias"] = 211;
bound_constant_name_to_idx_["encoder_layers_17_layer_norm2_weight"] = 212;
bound_constant_name_to_idx_["encoder_layers_17_layer_norm2_bias"] = 213;
bound_constant_name_to_idx_["encoder_layers_17_mlp_fc1_weight"] = 214;
bound_constant_name_to_idx_["encoder_layers_17_mlp_fc1_bias"] = 215;
bound_constant_name_to_idx_["encoder_layers_17_mlp_fc2_weight"] = 216;
bound_constant_name_to_idx_["encoder_layers_17_mlp_fc2_bias"] = 217;
bound_constant_name_to_idx_["encoder_layers_18_layer_norm1_weight"] = 218;
bound_constant_name_to_idx_["encoder_layers_18_layer_norm1_bias"] = 219;
bound_constant_name_to_idx_["encoder_layers_18_self_attn_qkv_weight"] = 220;
bound_constant_name_to_idx_["encoder_layers_18_self_attn_qkv_bias"] = 221;
bound_constant_name_to_idx_["encoder_layers_18_self_attn_proj_weight"] = 222;
bound_constant_name_to_idx_["encoder_layers_18_self_attn_proj_bias"] = 223;
bound_constant_name_to_idx_["encoder_layers_18_layer_norm2_weight"] = 224;
bound_constant_name_to_idx_["encoder_layers_18_layer_norm2_bias"] = 225;
bound_constant_name_to_idx_["encoder_layers_18_mlp_fc1_weight"] = 226;
bound_constant_name_to_idx_["encoder_layers_18_mlp_fc1_bias"] = 227;
bound_constant_name_to_idx_["encoder_layers_18_mlp_fc2_weight"] = 228;
bound_constant_name_to_idx_["encoder_layers_18_mlp_fc2_bias"] = 229;
bound_constant_name_to_idx_["encoder_layers_19_layer_norm1_weight"] = 230;
bound_constant_name_to_idx_["encoder_layers_19_layer_norm1_bias"] = 231;
bound_constant_name_to_idx_["encoder_layers_19_self_attn_qkv_weight"] = 232;
bound_constant_name_to_idx_["encoder_layers_19_self_attn_qkv_bias"] = 233;
bound_constant_name_to_idx_["encoder_layers_19_self_attn_proj_weight"] = 234;
bound_constant_name_to_idx_["encoder_layers_19_self_attn_proj_bias"] = 235;
bound_constant_name_to_idx_["encoder_layers_19_layer_norm2_weight"] = 236;
bound_constant_name_to_idx_["encoder_layers_19_layer_norm2_bias"] = 237;
bound_constant_name_to_idx_["encoder_layers_19_mlp_fc1_weight"] = 238;
bound_constant_name_to_idx_["encoder_layers_19_mlp_fc1_bias"] = 239;
bound_constant_name_to_idx_["encoder_layers_19_mlp_fc2_weight"] = 240;
bound_constant_name_to_idx_["encoder_layers_19_mlp_fc2_bias"] = 241;
bound_constant_name_to_idx_["encoder_layers_20_layer_norm1_weight"] = 242;
bound_constant_name_to_idx_["encoder_layers_20_layer_norm1_bias"] = 243;
bound_constant_name_to_idx_["encoder_layers_20_self_attn_qkv_weight"] = 244;
bound_constant_name_to_idx_["encoder_layers_20_self_attn_qkv_bias"] = 245;
bound_constant_name_to_idx_["encoder_layers_20_self_attn_proj_weight"] = 246;
bound_constant_name_to_idx_["encoder_layers_20_self_attn_proj_bias"] = 247;
bound_constant_name_to_idx_["encoder_layers_20_layer_norm2_weight"] = 248;
bound_constant_name_to_idx_["encoder_layers_20_layer_norm2_bias"] = 249;
bound_constant_name_to_idx_["encoder_layers_20_mlp_fc1_weight"] = 250;
bound_constant_name_to_idx_["encoder_layers_20_mlp_fc1_bias"] = 251;
bound_constant_name_to_idx_["encoder_layers_20_mlp_fc2_weight"] = 252;
bound_constant_name_to_idx_["encoder_layers_20_mlp_fc2_bias"] = 253;
bound_constant_name_to_idx_["encoder_layers_21_layer_norm1_weight"] = 254;
bound_constant_name_to_idx_["encoder_layers_21_layer_norm1_bias"] = 255;
bound_constant_name_to_idx_["encoder_layers_21_self_attn_qkv_weight"] = 256;
bound_constant_name_to_idx_["encoder_layers_21_self_attn_qkv_bias"] = 257;
bound_constant_name_to_idx_["encoder_layers_21_self_attn_proj_weight"] = 258;
bound_constant_name_to_idx_["encoder_layers_21_self_attn_proj_bias"] = 259;
bound_constant_name_to_idx_["encoder_layers_21_layer_norm2_weight"] = 260;
bound_constant_name_to_idx_["encoder_layers_21_layer_norm2_bias"] = 261;
bound_constant_name_to_idx_["encoder_layers_21_mlp_fc1_weight"] = 262;
bound_constant_name_to_idx_["encoder_layers_21_mlp_fc1_bias"] = 263;
bound_constant_name_to_idx_["encoder_layers_21_mlp_fc2_weight"] = 264;
bound_constant_name_to_idx_["encoder_layers_21_mlp_fc2_bias"] = 265;
bound_constant_name_to_idx_["encoder_layers_22_layer_norm1_weight"] = 266;
bound_constant_name_to_idx_["encoder_layers_22_layer_norm1_bias"] = 267;
bound_constant_name_to_idx_["encoder_layers_22_self_attn_qkv_weight"] = 268;
bound_constant_name_to_idx_["encoder_layers_22_self_attn_qkv_bias"] = 269;
bound_constant_name_to_idx_["encoder_layers_22_self_attn_proj_weight"] = 270;
bound_constant_name_to_idx_["encoder_layers_22_self_attn_proj_bias"] = 271;
bound_constant_name_to_idx_["encoder_layers_22_layer_norm2_weight"] = 272;
bound_constant_name_to_idx_["encoder_layers_22_layer_norm2_bias"] = 273;
bound_constant_name_to_idx_["encoder_layers_22_mlp_fc1_weight"] = 274;
bound_constant_name_to_idx_["encoder_layers_22_mlp_fc1_bias"] = 275;
bound_constant_name_to_idx_["encoder_layers_22_mlp_fc2_weight"] = 276;
bound_constant_name_to_idx_["encoder_layers_22_mlp_fc2_bias"] = 277;
bound_constant_name_to_idx_["final_layer_norm_weight"] = 278;
bound_constant_name_to_idx_["final_layer_norm_bias"] = 279;
param_names_[0] = "input0";
param_names_[1] = "input1";
param_names_[2] = "output_0";
param_dtypes_[0] = AITemplateDtype::kLong;
param_dtypes_[1] = AITemplateDtype::kLong;
param_dtypes_[2] = AITemplateDtype::kHalf;
bound_constant_dtypes_[0] = AITemplateDtype::kHalf;
bound_constant_dtypes_[1] = AITemplateDtype::kHalf;
bound_constant_dtypes_[2] = AITemplateDtype::kHalf;
bound_constant_dtypes_[3] = AITemplateDtype::kHalf;
bound_constant_dtypes_[4] = AITemplateDtype::kHalf;
bound_constant_dtypes_[5] = AITemplateDtype::kHalf;
bound_constant_dtypes_[6] = AITemplateDtype::kHalf;
bound_constant_dtypes_[7] = AITemplateDtype::kHalf;
bound_constant_dtypes_[8] = AITemplateDtype::kHalf;
bound_constant_dtypes_[9] = AITemplateDtype::kHalf;
bound_constant_dtypes_[10] = AITemplateDtype::kHalf;
bound_constant_dtypes_[11] = AITemplateDtype::kHalf;
bound_constant_dtypes_[12] = AITemplateDtype::kHalf;
bound_constant_dtypes_[13] = AITemplateDtype::kHalf;
bound_constant_dtypes_[14] = AITemplateDtype::kHalf;
bound_constant_dtypes_[15] = AITemplateDtype::kHalf;
bound_constant_dtypes_[16] = AITemplateDtype::kHalf;
bound_constant_dtypes_[17] = AITemplateDtype::kHalf;
bound_constant_dtypes_[18] = AITemplateDtype::kHalf;
bound_constant_dtypes_[19] = AITemplateDtype::kHalf;
bound_constant_dtypes_[20] = AITemplateDtype::kHalf;
bound_constant_dtypes_[21] = AITemplateDtype::kHalf;
bound_constant_dtypes_[22] = AITemplateDtype::kHalf;
bound_constant_dtypes_[23] = AITemplateDtype::kHalf;
bound_constant_dtypes_[24] = AITemplateDtype::kHalf;
bound_constant_dtypes_[25] = AITemplateDtype::kHalf;
bound_constant_dtypes_[26] = AITemplateDtype::kHalf;
bound_constant_dtypes_[27] = AITemplateDtype::kHalf;
bound_constant_dtypes_[28] = AITemplateDtype::kHalf;
bound_constant_dtypes_[29] = AITemplateDtype::kHalf;
bound_constant_dtypes_[30] = AITemplateDtype::kHalf;
bound_constant_dtypes_[31] = AITemplateDtype::kHalf;
bound_constant_dtypes_[32] = AITemplateDtype::kHalf;
bound_constant_dtypes_[33] = AITemplateDtype::kHalf;
bound_constant_dtypes_[34] = AITemplateDtype::kHalf;
bound_constant_dtypes_[35] = AITemplateDtype::kHalf;
bound_constant_dtypes_[36] = AITemplateDtype::kHalf;
bound_constant_dtypes_[37] = AITemplateDtype::kHalf;
bound_constant_dtypes_[38] = AITemplateDtype::kHalf;
bound_constant_dtypes_[39] = AITemplateDtype::kHalf;
bound_constant_dtypes_[40] = AITemplateDtype::kHalf;
bound_constant_dtypes_[41] = AITemplateDtype::kHalf;
bound_constant_dtypes_[42] = AITemplateDtype::kHalf;
bound_constant_dtypes_[43] = AITemplateDtype::kHalf;
bound_constant_dtypes_[44] = AITemplateDtype::kHalf;
bound_constant_dtypes_[45] = AITemplateDtype::kHalf;
bound_constant_dtypes_[46] = AITemplateDtype::kHalf;
bound_constant_dtypes_[47] = AITemplateDtype::kHalf;
bound_constant_dtypes_[48] = AITemplateDtype::kHalf;
bound_constant_dtypes_[49] = AITemplateDtype::kHalf;
bound_constant_dtypes_[50] = AITemplateDtype::kHalf;
bound_constant_dtypes_[51] = AITemplateDtype::kHalf;
bound_constant_dtypes_[52] = AITemplateDtype::kHalf;
bound_constant_dtypes_[53] = AITemplateDtype::kHalf;
bound_constant_dtypes_[54] = AITemplateDtype::kHalf;
bound_constant_dtypes_[55] = AITemplateDtype::kHalf;
bound_constant_dtypes_[56] = AITemplateDtype::kHalf;
bound_constant_dtypes_[57] = AITemplateDtype::kHalf;
bound_constant_dtypes_[58] = AITemplateDtype::kHalf;
bound_constant_dtypes_[59] = AITemplateDtype::kHalf;
bound_constant_dtypes_[60] = AITemplateDtype::kHalf;
bound_constant_dtypes_[61] = AITemplateDtype::kHalf;
bound_constant_dtypes_[62] = AITemplateDtype::kHalf;
bound_constant_dtypes_[63] = AITemplateDtype::kHalf;
bound_constant_dtypes_[64] = AITemplateDtype::kHalf;
bound_constant_dtypes_[65] = AITemplateDtype::kHalf;
bound_constant_dtypes_[66] = AITemplateDtype::kHalf;
bound_constant_dtypes_[67] = AITemplateDtype::kHalf;
bound_constant_dtypes_[68] = AITemplateDtype::kHalf;
bound_constant_dtypes_[69] = AITemplateDtype::kHalf;
bound_constant_dtypes_[70] = AITemplateDtype::kHalf;
bound_constant_dtypes_[71] = AITemplateDtype::kHalf;
bound_constant_dtypes_[72] = AITemplateDtype::kHalf;
bound_constant_dtypes_[73] = AITemplateDtype::kHalf;
bound_constant_dtypes_[74] = AITemplateDtype::kHalf;
bound_constant_dtypes_[75] = AITemplateDtype::kHalf;
bound_constant_dtypes_[76] = AITemplateDtype::kHalf;
bound_constant_dtypes_[77] = AITemplateDtype::kHalf;
bound_constant_dtypes_[78] = AITemplateDtype::kHalf;
bound_constant_dtypes_[79] = AITemplateDtype::kHalf;
bound_constant_dtypes_[80] = AITemplateDtype::kHalf;
bound_constant_dtypes_[81] = AITemplateDtype::kHalf;
bound_constant_dtypes_[82] = AITemplateDtype::kHalf;
bound_constant_dtypes_[83] = AITemplateDtype::kHalf;
bound_constant_dtypes_[84] = AITemplateDtype::kHalf;
bound_constant_dtypes_[85] = AITemplateDtype::kHalf;
bound_constant_dtypes_[86] = AITemplateDtype::kHalf;
bound_constant_dtypes_[87] = AITemplateDtype::kHalf;
bound_constant_dtypes_[88] = AITemplateDtype::kHalf;
bound_constant_dtypes_[89] = AITemplateDtype::kHalf;
bound_constant_dtypes_[90] = AITemplateDtype::kHalf;
bound_constant_dtypes_[91] = AITemplateDtype::kHalf;
bound_constant_dtypes_[92] = AITemplateDtype::kHalf;
bound_constant_dtypes_[93] = AITemplateDtype::kHalf;
bound_constant_dtypes_[94] = AITemplateDtype::kHalf;
bound_constant_dtypes_[95] = AITemplateDtype::kHalf;
bound_constant_dtypes_[96] = AITemplateDtype::kHalf;
bound_constant_dtypes_[97] = AITemplateDtype::kHalf;
bound_constant_dtypes_[98] = AITemplateDtype::kHalf;
bound_constant_dtypes_[99] = AITemplateDtype::kHalf;
bound_constant_dtypes_[100] = AITemplateDtype::kHalf;
bound_constant_dtypes_[101] = AITemplateDtype::kHalf;
bound_constant_dtypes_[102] = AITemplateDtype::kHalf;
bound_constant_dtypes_[103] = AITemplateDtype::kHalf;
bound_constant_dtypes_[104] = AITemplateDtype::kHalf;
bound_constant_dtypes_[105] = AITemplateDtype::kHalf;
bound_constant_dtypes_[106] = AITemplateDtype::kHalf;
bound_constant_dtypes_[107] = AITemplateDtype::kHalf;
bound_constant_dtypes_[108] = AITemplateDtype::kHalf;
bound_constant_dtypes_[109] = AITemplateDtype::kHalf;
bound_constant_dtypes_[110] = AITemplateDtype::kHalf;
bound_constant_dtypes_[111] = AITemplateDtype::kHalf;
bound_constant_dtypes_[112] = AITemplateDtype::kHalf;
bound_constant_dtypes_[113] = AITemplateDtype::kHalf;
bound_constant_dtypes_[114] = AITemplateDtype::kHalf;
bound_constant_dtypes_[115] = AITemplateDtype::kHalf;
bound_constant_dtypes_[116] = AITemplateDtype::kHalf;
bound_constant_dtypes_[117] = AITemplateDtype::kHalf;
bound_constant_dtypes_[118] = AITemplateDtype::kHalf;
bound_constant_dtypes_[119] = AITemplateDtype::kHalf;
bound_constant_dtypes_[120] = AITemplateDtype::kHalf;
bound_constant_dtypes_[121] = AITemplateDtype::kHalf;
bound_constant_dtypes_[122] = AITemplateDtype::kHalf;
bound_constant_dtypes_[123] = AITemplateDtype::kHalf;
bound_constant_dtypes_[124] = AITemplateDtype::kHalf;
bound_constant_dtypes_[125] = AITemplateDtype::kHalf;
bound_constant_dtypes_[126] = AITemplateDtype::kHalf;
bound_constant_dtypes_[127] = AITemplateDtype::kHalf;
bound_constant_dtypes_[128] = AITemplateDtype::kHalf;
bound_constant_dtypes_[129] = AITemplateDtype::kHalf;
bound_constant_dtypes_[130] = AITemplateDtype::kHalf;
bound_constant_dtypes_[131] = AITemplateDtype::kHalf;
bound_constant_dtypes_[132] = AITemplateDtype::kHalf;
bound_constant_dtypes_[133] = AITemplateDtype::kHalf;
bound_constant_dtypes_[134] = AITemplateDtype::kHalf;
bound_constant_dtypes_[135] = AITemplateDtype::kHalf;
bound_constant_dtypes_[136] = AITemplateDtype::kHalf;
bound_constant_dtypes_[137] = AITemplateDtype::kHalf;
bound_constant_dtypes_[138] = AITemplateDtype::kHalf;
bound_constant_dtypes_[139] = AITemplateDtype::kHalf;
bound_constant_dtypes_[140] = AITemplateDtype::kHalf;
bound_constant_dtypes_[141] = AITemplateDtype::kHalf;
bound_constant_dtypes_[142] = AITemplateDtype::kHalf;
bound_constant_dtypes_[143] = AITemplateDtype::kHalf;
bound_constant_dtypes_[144] = AITemplateDtype::kHalf;
bound_constant_dtypes_[145] = AITemplateDtype::kHalf;
bound_constant_dtypes_[146] = AITemplateDtype::kHalf;
bound_constant_dtypes_[147] = AITemplateDtype::kHalf;
bound_constant_dtypes_[148] = AITemplateDtype::kHalf;
bound_constant_dtypes_[149] = AITemplateDtype::kHalf;
bound_constant_dtypes_[150] = AITemplateDtype::kHalf;
bound_constant_dtypes_[151] = AITemplateDtype::kHalf;
bound_constant_dtypes_[152] = AITemplateDtype::kHalf;
bound_constant_dtypes_[153] = AITemplateDtype::kHalf;
bound_constant_dtypes_[154] = AITemplateDtype::kHalf;
bound_constant_dtypes_[155] = AITemplateDtype::kHalf;
bound_constant_dtypes_[156] = AITemplateDtype::kHalf;
bound_constant_dtypes_[157] = AITemplateDtype::kHalf;
bound_constant_dtypes_[158] = AITemplateDtype::kHalf;
bound_constant_dtypes_[159] = AITemplateDtype::kHalf;
bound_constant_dtypes_[160] = AITemplateDtype::kHalf;
bound_constant_dtypes_[161] = AITemplateDtype::kHalf;
bound_constant_dtypes_[162] = AITemplateDtype::kHalf;
bound_constant_dtypes_[163] = AITemplateDtype::kHalf;
bound_constant_dtypes_[164] = AITemplateDtype::kHalf;
bound_constant_dtypes_[165] = AITemplateDtype::kHalf;
bound_constant_dtypes_[166] = AITemplateDtype::kHalf;
bound_constant_dtypes_[167] = AITemplateDtype::kHalf;
bound_constant_dtypes_[168] = AITemplateDtype::kHalf;
bound_constant_dtypes_[169] = AITemplateDtype::kHalf;
bound_constant_dtypes_[170] = AITemplateDtype::kHalf;
bound_constant_dtypes_[171] = AITemplateDtype::kHalf;
bound_constant_dtypes_[172] = AITemplateDtype::kHalf;
bound_constant_dtypes_[173] = AITemplateDtype::kHalf;
bound_constant_dtypes_[174] = AITemplateDtype::kHalf;
bound_constant_dtypes_[175] = AITemplateDtype::kHalf;
bound_constant_dtypes_[176] = AITemplateDtype::kHalf;
bound_constant_dtypes_[177] = AITemplateDtype::kHalf;
bound_constant_dtypes_[178] = AITemplateDtype::kHalf;
bound_constant_dtypes_[179] = AITemplateDtype::kHalf;
bound_constant_dtypes_[180] = AITemplateDtype::kHalf;
bound_constant_dtypes_[181] = AITemplateDtype::kHalf;
bound_constant_dtypes_[182] = AITemplateDtype::kHalf;
bound_constant_dtypes_[183] = AITemplateDtype::kHalf;
bound_constant_dtypes_[184] = AITemplateDtype::kHalf;
bound_constant_dtypes_[185] = AITemplateDtype::kHalf;
bound_constant_dtypes_[186] = AITemplateDtype::kHalf;
bound_constant_dtypes_[187] = AITemplateDtype::kHalf;
bound_constant_dtypes_[188] = AITemplateDtype::kHalf;
bound_constant_dtypes_[189] = AITemplateDtype::kHalf;
bound_constant_dtypes_[190] = AITemplateDtype::kHalf;
bound_constant_dtypes_[191] = AITemplateDtype::kHalf;
bound_constant_dtypes_[192] = AITemplateDtype::kHalf;
bound_constant_dtypes_[193] = AITemplateDtype::kHalf;
bound_constant_dtypes_[194] = AITemplateDtype::kHalf;
bound_constant_dtypes_[195] = AITemplateDtype::kHalf;
bound_constant_dtypes_[196] = AITemplateDtype::kHalf;
bound_constant_dtypes_[197] = AITemplateDtype::kHalf;
bound_constant_dtypes_[198] = AITemplateDtype::kHalf;
bound_constant_dtypes_[199] = AITemplateDtype::kHalf;
bound_constant_dtypes_[200] = AITemplateDtype::kHalf;
bound_constant_dtypes_[201] = AITemplateDtype::kHalf;
bound_constant_dtypes_[202] = AITemplateDtype::kHalf;
bound_constant_dtypes_[203] = AITemplateDtype::kHalf;
bound_constant_dtypes_[204] = AITemplateDtype::kHalf;
bound_constant_dtypes_[205] = AITemplateDtype::kHalf;
bound_constant_dtypes_[206] = AITemplateDtype::kHalf;
bound_constant_dtypes_[207] = AITemplateDtype::kHalf;
bound_constant_dtypes_[208] = AITemplateDtype::kHalf;
bound_constant_dtypes_[209] = AITemplateDtype::kHalf;
bound_constant_dtypes_[210] = AITemplateDtype::kHalf;
bound_constant_dtypes_[211] = AITemplateDtype::kHalf;
bound_constant_dtypes_[212] = AITemplateDtype::kHalf;
bound_constant_dtypes_[213] = AITemplateDtype::kHalf;
bound_constant_dtypes_[214] = AITemplateDtype::kHalf;
bound_constant_dtypes_[215] = AITemplateDtype::kHalf;
bound_constant_dtypes_[216] = AITemplateDtype::kHalf;
bound_constant_dtypes_[217] = AITemplateDtype::kHalf;
bound_constant_dtypes_[218] = AITemplateDtype::kHalf;
bound_constant_dtypes_[219] = AITemplateDtype::kHalf;
bound_constant_dtypes_[220] = AITemplateDtype::kHalf;
bound_constant_dtypes_[221] = AITemplateDtype::kHalf;
bound_constant_dtypes_[222] = AITemplateDtype::kHalf;
bound_constant_dtypes_[223] = AITemplateDtype::kHalf;
bound_constant_dtypes_[224] = AITemplateDtype::kHalf;
bound_constant_dtypes_[225] = AITemplateDtype::kHalf;
bound_constant_dtypes_[226] = AITemplateDtype::kHalf;
bound_constant_dtypes_[227] = AITemplateDtype::kHalf;
bound_constant_dtypes_[228] = AITemplateDtype::kHalf;
bound_constant_dtypes_[229] = AITemplateDtype::kHalf;
bound_constant_dtypes_[230] = AITemplateDtype::kHalf;
bound_constant_dtypes_[231] = AITemplateDtype::kHalf;
bound_constant_dtypes_[232] = AITemplateDtype::kHalf;
bound_constant_dtypes_[233] = AITemplateDtype::kHalf;
bound_constant_dtypes_[234] = AITemplateDtype::kHalf;
bound_constant_dtypes_[235] = AITemplateDtype::kHalf;
bound_constant_dtypes_[236] = AITemplateDtype::kHalf;
bound_constant_dtypes_[237] = AITemplateDtype::kHalf;
bound_constant_dtypes_[238] = AITemplateDtype::kHalf;
bound_constant_dtypes_[239] = AITemplateDtype::kHalf;
bound_constant_dtypes_[240] = AITemplateDtype::kHalf;
bound_constant_dtypes_[241] = AITemplateDtype::kHalf;
bound_constant_dtypes_[242] = AITemplateDtype::kHalf;
bound_constant_dtypes_[243] = AITemplateDtype::kHalf;
bound_constant_dtypes_[244] = AITemplateDtype::kHalf;
bound_constant_dtypes_[245] = AITemplateDtype::kHalf;
bound_constant_dtypes_[246] = AITemplateDtype::kHalf;
bound_constant_dtypes_[247] = AITemplateDtype::kHalf;
bound_constant_dtypes_[248] = AITemplateDtype::kHalf;
bound_constant_dtypes_[249] = AITemplateDtype::kHalf;
bound_constant_dtypes_[250] = AITemplateDtype::kHalf;
bound_constant_dtypes_[251] = AITemplateDtype::kHalf;
bound_constant_dtypes_[252] = AITemplateDtype::kHalf;
bound_constant_dtypes_[253] = AITemplateDtype::kHalf;
bound_constant_dtypes_[254] = AITemplateDtype::kHalf;
bound_constant_dtypes_[255] = AITemplateDtype::kHalf;
bound_constant_dtypes_[256] = AITemplateDtype::kHalf;
bound_constant_dtypes_[257] = AITemplateDtype::kHalf;
bound_constant_dtypes_[258] = AITemplateDtype::kHalf;
bound_constant_dtypes_[259] = AITemplateDtype::kHalf;
bound_constant_dtypes_[260] = AITemplateDtype::kHalf;
bound_constant_dtypes_[261] = AITemplateDtype::kHalf;
bound_constant_dtypes_[262] = AITemplateDtype::kHalf;
bound_constant_dtypes_[263] = AITemplateDtype::kHalf;
bound_constant_dtypes_[264] = AITemplateDtype::kHalf;
bound_constant_dtypes_[265] = AITemplateDtype::kHalf;
bound_constant_dtypes_[266] = AITemplateDtype::kHalf;
bound_constant_dtypes_[267] = AITemplateDtype::kHalf;
bound_constant_dtypes_[268] = AITemplateDtype::kHalf;
bound_constant_dtypes_[269] = AITemplateDtype::kHalf;
bound_constant_dtypes_[270] = AITemplateDtype::kHalf;
bound_constant_dtypes_[271] = AITemplateDtype::kHalf;
bound_constant_dtypes_[272] = AITemplateDtype::kHalf;
bound_constant_dtypes_[273] = AITemplateDtype::kHalf;
bound_constant_dtypes_[274] = AITemplateDtype::kHalf;
bound_constant_dtypes_[275] = AITemplateDtype::kHalf;
bound_constant_dtypes_[276] = AITemplateDtype::kHalf;
bound_constant_dtypes_[277] = AITemplateDtype::kHalf;
bound_constant_dtypes_[278] = AITemplateDtype::kHalf;
bound_constant_dtypes_[279] = AITemplateDtype::kHalf;
bound_constant_size_[0] = 101187584;
bound_constant_size_[1] = 157696;
bound_constant_size_[2] = 2048;
bound_constant_size_[3] = 2048;
bound_constant_size_[4] = 6291456;
bound_constant_size_[5] = 6144;
bound_constant_size_[6] = 2097152;
bound_constant_size_[7] = 2048;
bound_constant_size_[8] = 2048;
bound_constant_size_[9] = 2048;
bound_constant_size_[10] = 8388608;
bound_constant_size_[11] = 8192;
bound_constant_size_[12] = 8388608;
bound_constant_size_[13] = 2048;
bound_constant_size_[14] = 2048;
bound_constant_size_[15] = 2048;
bound_constant_size_[16] = 6291456;
bound_constant_size_[17] = 6144;
bound_constant_size_[18] = 2097152;
bound_constant_size_[19] = 2048;
bound_constant_size_[20] = 2048;
bound_constant_size_[21] = 2048;
bound_constant_size_[22] = 8388608;
bound_constant_size_[23] = 8192;
bound_constant_size_[24] = 8388608;
bound_constant_size_[25] = 2048;
bound_constant_size_[26] = 2048;
bound_constant_size_[27] = 2048;
bound_constant_size_[28] = 6291456;
bound_constant_size_[29] = 6144;
bound_constant_size_[30] = 2097152;
bound_constant_size_[31] = 2048;
bound_constant_size_[32] = 2048;
bound_constant_size_[33] = 2048;
bound_constant_size_[34] = 8388608;
bound_constant_size_[35] = 8192;
bound_constant_size_[36] = 8388608;
bound_constant_size_[37] = 2048;
bound_constant_size_[38] = 2048;
bound_constant_size_[39] = 2048;
bound_constant_size_[40] = 6291456;
bound_constant_size_[41] = 6144;
bound_constant_size_[42] = 2097152;
bound_constant_size_[43] = 2048;
bound_constant_size_[44] = 2048;
bound_constant_size_[45] = 2048;
bound_constant_size_[46] = 8388608;
bound_constant_size_[47] = 8192;
bound_constant_size_[48] = 8388608;
bound_constant_size_[49] = 2048;
bound_constant_size_[50] = 2048;
bound_constant_size_[51] = 2048;
bound_constant_size_[52] = 6291456;
bound_constant_size_[53] = 6144;
bound_constant_size_[54] = 2097152;
bound_constant_size_[55] = 2048;
bound_constant_size_[56] = 2048;
bound_constant_size_[57] = 2048;
bound_constant_size_[58] = 8388608;
bound_constant_size_[59] = 8192;
bound_constant_size_[60] = 8388608;
bound_constant_size_[61] = 2048;
bound_constant_size_[62] = 2048;
bound_constant_size_[63] = 2048;
bound_constant_size_[64] = 6291456;
bound_constant_size_[65] = 6144;
bound_constant_size_[66] = 2097152;
bound_constant_size_[67] = 2048;
bound_constant_size_[68] = 2048;
bound_constant_size_[69] = 2048;
bound_constant_size_[70] = 8388608;
bound_constant_size_[71] = 8192;
bound_constant_size_[72] = 8388608;
bound_constant_size_[73] = 2048;
bound_constant_size_[74] = 2048;
bound_constant_size_[75] = 2048;
bound_constant_size_[76] = 6291456;
bound_constant_size_[77] = 6144;
bound_constant_size_[78] = 2097152;
bound_constant_size_[79] = 2048;
bound_constant_size_[80] = 2048;
bound_constant_size_[81] = 2048;
bound_constant_size_[82] = 8388608;
bound_constant_size_[83] = 8192;
bound_constant_size_[84] = 8388608;
bound_constant_size_[85] = 2048;
bound_constant_size_[86] = 2048;
bound_constant_size_[87] = 2048;
bound_constant_size_[88] = 6291456;
bound_constant_size_[89] = 6144;
bound_constant_size_[90] = 2097152;
bound_constant_size_[91] = 2048;
bound_constant_size_[92] = 2048;
bound_constant_size_[93] = 2048;
bound_constant_size_[94] = 8388608;
bound_constant_size_[95] = 8192;
bound_constant_size_[96] = 8388608;
bound_constant_size_[97] = 2048;
bound_constant_size_[98] = 2048;
bound_constant_size_[99] = 2048;
bound_constant_size_[100] = 6291456;
bound_constant_size_[101] = 6144;
bound_constant_size_[102] = 2097152;
bound_constant_size_[103] = 2048;
bound_constant_size_[104] = 2048;
bound_constant_size_[105] = 2048;
bound_constant_size_[106] = 8388608;
bound_constant_size_[107] = 8192;
bound_constant_size_[108] = 8388608;
bound_constant_size_[109] = 2048;
bound_constant_size_[110] = 2048;
bound_constant_size_[111] = 2048;
bound_constant_size_[112] = 6291456;
bound_constant_size_[113] = 6144;
bound_constant_size_[114] = 2097152;
bound_constant_size_[115] = 2048;
bound_constant_size_[116] = 2048;
bound_constant_size_[117] = 2048;
bound_constant_size_[118] = 8388608;
bound_constant_size_[119] = 8192;
bound_constant_size_[120] = 8388608;
bound_constant_size_[121] = 2048;
bound_constant_size_[122] = 2048;
bound_constant_size_[123] = 2048;
bound_constant_size_[124] = 6291456;
bound_constant_size_[125] = 6144;
bound_constant_size_[126] = 2097152;
bound_constant_size_[127] = 2048;
bound_constant_size_[128] = 2048;
bound_constant_size_[129] = 2048;
bound_constant_size_[130] = 8388608;
bound_constant_size_[131] = 8192;
bound_constant_size_[132] = 8388608;
bound_constant_size_[133] = 2048;
bound_constant_size_[134] = 2048;
bound_constant_size_[135] = 2048;
bound_constant_size_[136] = 6291456;
bound_constant_size_[137] = 6144;
bound_constant_size_[138] = 2097152;
bound_constant_size_[139] = 2048;
bound_constant_size_[140] = 2048;
bound_constant_size_[141] = 2048;
bound_constant_size_[142] = 8388608;
bound_constant_size_[143] = 8192;
bound_constant_size_[144] = 8388608;
bound_constant_size_[145] = 2048;
bound_constant_size_[146] = 2048;
bound_constant_size_[147] = 2048;
bound_constant_size_[148] = 6291456;
bound_constant_size_[149] = 6144;
bound_constant_size_[150] = 2097152;
bound_constant_size_[151] = 2048;
bound_constant_size_[152] = 2048;
bound_constant_size_[153] = 2048;
bound_constant_size_[154] = 8388608;
bound_constant_size_[155] = 8192;
bound_constant_size_[156] = 8388608;
bound_constant_size_[157] = 2048;
bound_constant_size_[158] = 2048;
bound_constant_size_[159] = 2048;
bound_constant_size_[160] = 6291456;
bound_constant_size_[161] = 6144;
bound_constant_size_[162] = 2097152;
bound_constant_size_[163] = 2048;
bound_constant_size_[164] = 2048;
bound_constant_size_[165] = 2048;
bound_constant_size_[166] = 8388608;
bound_constant_size_[167] = 8192;
bound_constant_size_[168] = 8388608;
bound_constant_size_[169] = 2048;
bound_constant_size_[170] = 2048;
bound_constant_size_[171] = 2048;
bound_constant_size_[172] = 6291456;
bound_constant_size_[173] = 6144;
bound_constant_size_[174] = 2097152;
bound_constant_size_[175] = 2048;
bound_constant_size_[176] = 2048;
bound_constant_size_[177] = 2048;
bound_constant_size_[178] = 8388608;
bound_constant_size_[179] = 8192;
bound_constant_size_[180] = 8388608;
bound_constant_size_[181] = 2048;
bound_constant_size_[182] = 2048;
bound_constant_size_[183] = 2048;
bound_constant_size_[184] = 6291456;
bound_constant_size_[185] = 6144;
bound_constant_size_[186] = 2097152;
bound_constant_size_[187] = 2048;
bound_constant_size_[188] = 2048;
bound_constant_size_[189] = 2048;
bound_constant_size_[190] = 8388608;
bound_constant_size_[191] = 8192;
bound_constant_size_[192] = 8388608;
bound_constant_size_[193] = 2048;
bound_constant_size_[194] = 2048;
bound_constant_size_[195] = 2048;
bound_constant_size_[196] = 6291456;
bound_constant_size_[197] = 6144;
bound_constant_size_[198] = 2097152;
bound_constant_size_[199] = 2048;
bound_constant_size_[200] = 2048;
bound_constant_size_[201] = 2048;
bound_constant_size_[202] = 8388608;
bound_constant_size_[203] = 8192;
bound_constant_size_[204] = 8388608;
bound_constant_size_[205] = 2048;
bound_constant_size_[206] = 2048;
bound_constant_size_[207] = 2048;
bound_constant_size_[208] = 6291456;
bound_constant_size_[209] = 6144;
bound_constant_size_[210] = 2097152;
bound_constant_size_[211] = 2048;
bound_constant_size_[212] = 2048;
bound_constant_size_[213] = 2048;
bound_constant_size_[214] = 8388608;
bound_constant_size_[215] = 8192;
bound_constant_size_[216] = 8388608;
bound_constant_size_[217] = 2048;
bound_constant_size_[218] = 2048;
bound_constant_size_[219] = 2048;
bound_constant_size_[220] = 6291456;
bound_constant_size_[221] = 6144;
bound_constant_size_[222] = 2097152;
bound_constant_size_[223] = 2048;
bound_constant_size_[224] = 2048;
bound_constant_size_[225] = 2048;
bound_constant_size_[226] = 8388608;
bound_constant_size_[227] = 8192;
bound_constant_size_[228] = 8388608;
bound_constant_size_[229] = 2048;
bound_constant_size_[230] = 2048;
bound_constant_size_[231] = 2048;
bound_constant_size_[232] = 6291456;
bound_constant_size_[233] = 6144;
bound_constant_size_[234] = 2097152;
bound_constant_size_[235] = 2048;
bound_constant_size_[236] = 2048;
bound_constant_size_[237] = 2048;
bound_constant_size_[238] = 8388608;
bound_constant_size_[239] = 8192;
bound_constant_size_[240] = 8388608;
bound_constant_size_[241] = 2048;
bound_constant_size_[242] = 2048;
bound_constant_size_[243] = 2048;
bound_constant_size_[244] = 6291456;
bound_constant_size_[245] = 6144;
bound_constant_size_[246] = 2097152;
bound_constant_size_[247] = 2048;
bound_constant_size_[248] = 2048;
bound_constant_size_[249] = 2048;
bound_constant_size_[250] = 8388608;
bound_constant_size_[251] = 8192;
bound_constant_size_[252] = 8388608;
bound_constant_size_[253] = 2048;
bound_constant_size_[254] = 2048;
bound_constant_size_[255] = 2048;
bound_constant_size_[256] = 6291456;
bound_constant_size_[257] = 6144;
bound_constant_size_[258] = 2097152;
bound_constant_size_[259] = 2048;
bound_constant_size_[260] = 2048;
bound_constant_size_[261] = 2048;
bound_constant_size_[262] = 8388608;
bound_constant_size_[263] = 8192;
bound_constant_size_[264] = 8388608;
bound_constant_size_[265] = 2048;
bound_constant_size_[266] = 2048;
bound_constant_size_[267] = 2048;
bound_constant_size_[268] = 6291456;
bound_constant_size_[269] = 6144;
bound_constant_size_[270] = 2097152;
bound_constant_size_[271] = 2048;
bound_constant_size_[272] = 2048;
bound_constant_size_[273] = 2048;
bound_constant_size_[274] = 8388608;
bound_constant_size_[275] = 8192;
bound_constant_size_[276] = 8388608;
bound_constant_size_[277] = 2048;
bound_constant_size_[278] = 2048;
bound_constant_size_[279] = 2048;
max_param_shapes_[0] = {1, 64};
max_param_shapes_[1] = {1, 64};
max_param_shapes_[2] = {1, 64, 1024};
for (size_t i = 0; i < num_params_; ++i) {
max_param_numel_[i] = std::accumulate(
max_param_shapes_[i].begin(),
max_param_shapes_[i].end(),
1,
std::multiplies<int64_t>()
);
max_param_storage_bytes_[i] = max_param_numel_[i] * AITemplateDtypeSizeBytes(param_dtypes_[i]);
}
bound_constant_offsets_.resize(280);
bound_constant_offsets_[0] = 0;
bound_constant_offsets_[1] = 101187584;
bound_constant_offsets_[2] = 101345280;
bound_constant_offsets_[3] = 101347328;
bound_constant_offsets_[4] = 101349376;
bound_constant_offsets_[5] = 107640832;
bound_constant_offsets_[6] = 107646976;
bound_constant_offsets_[7] = 109744128;
bound_constant_offsets_[8] = 109746176;
bound_constant_offsets_[9] = 109748224;
bound_constant_offsets_[10] = 109750272;
bound_constant_offsets_[11] = 118138880;
bound_constant_offsets_[12] = 118147072;
bound_constant_offsets_[13] = 126535680;
bound_constant_offsets_[14] = 126537728;
bound_constant_offsets_[15] = 126539776;
bound_constant_offsets_[16] = 126541824;
bound_constant_offsets_[17] = 132833280;
bound_constant_offsets_[18] = 132839424;
bound_constant_offsets_[19] = 134936576;
bound_constant_offsets_[20] = 134938624;
bound_constant_offsets_[21] = 134940672;
bound_constant_offsets_[22] = 134942720;
bound_constant_offsets_[23] = 143331328;
bound_constant_offsets_[24] = 143339520;
bound_constant_offsets_[25] = 151728128;
bound_constant_offsets_[26] = 151730176;
bound_constant_offsets_[27] = 151732224;
bound_constant_offsets_[28] = 151734272;
bound_constant_offsets_[29] = 158025728;
bound_constant_offsets_[30] = 158031872;
bound_constant_offsets_[31] = 160129024;
bound_constant_offsets_[32] = 160131072;
bound_constant_offsets_[33] = 160133120;
bound_constant_offsets_[34] = 160135168;
bound_constant_offsets_[35] = 168523776;
bound_constant_offsets_[36] = 168531968;
bound_constant_offsets_[37] = 176920576;
bound_constant_offsets_[38] = 176922624;
bound_constant_offsets_[39] = 176924672;
bound_constant_offsets_[40] = 176926720;
bound_constant_offsets_[41] = 183218176;
bound_constant_offsets_[42] = 183224320;
bound_constant_offsets_[43] = 185321472;
bound_constant_offsets_[44] = 185323520;
bound_constant_offsets_[45] = 185325568;
bound_constant_offsets_[46] = 185327616;
bound_constant_offsets_[47] = 193716224;
bound_constant_offsets_[48] = 193724416;
bound_constant_offsets_[49] = 202113024;
bound_constant_offsets_[50] = 202115072;
bound_constant_offsets_[51] = 202117120;
bound_constant_offsets_[52] = 202119168;
bound_constant_offsets_[53] = 208410624;
bound_constant_offsets_[54] = 208416768;
bound_constant_offsets_[55] = 210513920;
bound_constant_offsets_[56] = 210515968;
bound_constant_offsets_[57] = 210518016;
bound_constant_offsets_[58] = 210520064;
bound_constant_offsets_[59] = 218908672;
bound_constant_offsets_[60] = 218916864;
bound_constant_offsets_[61] = 227305472;
bound_constant_offsets_[62] = 227307520;
bound_constant_offsets_[63] = 227309568;
bound_constant_offsets_[64] = 227311616;
bound_constant_offsets_[65] = 233603072;
bound_constant_offsets_[66] = 233609216;
bound_constant_offsets_[67] = 235706368;
bound_constant_offsets_[68] = 235708416;
bound_constant_offsets_[69] = 235710464;
bound_constant_offsets_[70] = 235712512;
bound_constant_offsets_[71] = 244101120;
bound_constant_offsets_[72] = 244109312;
bound_constant_offsets_[73] = 252497920;
bound_constant_offsets_[74] = 252499968;
bound_constant_offsets_[75] = 252502016;
bound_constant_offsets_[76] = 252504064;
bound_constant_offsets_[77] = 258795520;
bound_constant_offsets_[78] = 258801664;
bound_constant_offsets_[79] = 260898816;
bound_constant_offsets_[80] = 260900864;
bound_constant_offsets_[81] = 260902912;
bound_constant_offsets_[82] = 260904960;
bound_constant_offsets_[83] = 269293568;
bound_constant_offsets_[84] = 269301760;
bound_constant_offsets_[85] = 277690368;
bound_constant_offsets_[86] = 277692416;
bound_constant_offsets_[87] = 277694464;
bound_constant_offsets_[88] = 277696512;
bound_constant_offsets_[89] = 283987968;
bound_constant_offsets_[90] = 283994112;
bound_constant_offsets_[91] = 286091264;
bound_constant_offsets_[92] = 286093312;
bound_constant_offsets_[93] = 286095360;
bound_constant_offsets_[94] = 286097408;
bound_constant_offsets_[95] = 294486016;
bound_constant_offsets_[96] = 294494208;
bound_constant_offsets_[97] = 302882816;
bound_constant_offsets_[98] = 302884864;
bound_constant_offsets_[99] = 302886912;
bound_constant_offsets_[100] = 302888960;
bound_constant_offsets_[101] = 309180416;
bound_constant_offsets_[102] = 309186560;
bound_constant_offsets_[103] = 311283712;
bound_constant_offsets_[104] = 311285760;
bound_constant_offsets_[105] = 311287808;
bound_constant_offsets_[106] = 311289856;
bound_constant_offsets_[107] = 319678464;
bound_constant_offsets_[108] = 319686656;
bound_constant_offsets_[109] = 328075264;
bound_constant_offsets_[110] = 328077312;
bound_constant_offsets_[111] = 328079360;
bound_constant_offsets_[112] = 328081408;
bound_constant_offsets_[113] = 334372864;
bound_constant_offsets_[114] = 334379008;
bound_constant_offsets_[115] = 336476160;
bound_constant_offsets_[116] = 336478208;
bound_constant_offsets_[117] = 336480256;
bound_constant_offsets_[118] = 336482304;
bound_constant_offsets_[119] = 344870912;
bound_constant_offsets_[120] = 344879104;
bound_constant_offsets_[121] = 353267712;
bound_constant_offsets_[122] = 353269760;
bound_constant_offsets_[123] = 353271808;
bound_constant_offsets_[124] = 353273856;
bound_constant_offsets_[125] = 359565312;
bound_constant_offsets_[126] = 359571456;
bound_constant_offsets_[127] = 361668608;
bound_constant_offsets_[128] = 361670656;
bound_constant_offsets_[129] = 361672704;
bound_constant_offsets_[130] = 361674752;
bound_constant_offsets_[131] = 370063360;
bound_constant_offsets_[132] = 370071552;
bound_constant_offsets_[133] = 378460160;
bound_constant_offsets_[134] = 378462208;
bound_constant_offsets_[135] = 378464256;
bound_constant_offsets_[136] = 378466304;
bound_constant_offsets_[137] = 384757760;
bound_constant_offsets_[138] = 384763904;
bound_constant_offsets_[139] = 386861056;
bound_constant_offsets_[140] = 386863104;
bound_constant_offsets_[141] = 386865152;
bound_constant_offsets_[142] = 386867200;
bound_constant_offsets_[143] = 395255808;
bound_constant_offsets_[144] = 395264000;
bound_constant_offsets_[145] = 403652608;
bound_constant_offsets_[146] = 403654656;
bound_constant_offsets_[147] = 403656704;
bound_constant_offsets_[148] = 403658752;
bound_constant_offsets_[149] = 409950208;
bound_constant_offsets_[150] = 409956352;
bound_constant_offsets_[151] = 412053504;
bound_constant_offsets_[152] = 412055552;
bound_constant_offsets_[153] = 412057600;
bound_constant_offsets_[154] = 412059648;
bound_constant_offsets_[155] = 420448256;
bound_constant_offsets_[156] = 420456448;
bound_constant_offsets_[157] = 428845056;
bound_constant_offsets_[158] = 428847104;
bound_constant_offsets_[159] = 428849152;
bound_constant_offsets_[160] = 428851200;
bound_constant_offsets_[161] = 435142656;
bound_constant_offsets_[162] = 435148800;
bound_constant_offsets_[163] = 437245952;
bound_constant_offsets_[164] = 437248000;
bound_constant_offsets_[165] = 437250048;
bound_constant_offsets_[166] = 437252096;
bound_constant_offsets_[167] = 445640704;
bound_constant_offsets_[168] = 445648896;
bound_constant_offsets_[169] = 454037504;
bound_constant_offsets_[170] = 454039552;
bound_constant_offsets_[171] = 454041600;
bound_constant_offsets_[172] = 454043648;
bound_constant_offsets_[173] = 460335104;
bound_constant_offsets_[174] = 460341248;
bound_constant_offsets_[175] = 462438400;
bound_constant_offsets_[176] = 462440448;
bound_constant_offsets_[177] = 462442496;
bound_constant_offsets_[178] = 462444544;
bound_constant_offsets_[179] = 470833152;
bound_constant_offsets_[180] = 470841344;
bound_constant_offsets_[181] = 479229952;
bound_constant_offsets_[182] = 479232000;
bound_constant_offsets_[183] = 479234048;
bound_constant_offsets_[184] = 479236096;
bound_constant_offsets_[185] = 485527552;
bound_constant_offsets_[186] = 485533696;
bound_constant_offsets_[187] = 487630848;
bound_constant_offsets_[188] = 487632896;
bound_constant_offsets_[189] = 487634944;
bound_constant_offsets_[190] = 487636992;
bound_constant_offsets_[191] = 496025600;
bound_constant_offsets_[192] = 496033792;
bound_constant_offsets_[193] = 504422400;
bound_constant_offsets_[194] = 504424448;
bound_constant_offsets_[195] = 504426496;
bound_constant_offsets_[196] = 504428544;
bound_constant_offsets_[197] = 510720000;
bound_constant_offsets_[198] = 510726144;
bound_constant_offsets_[199] = 512823296;
bound_constant_offsets_[200] = 512825344;
bound_constant_offsets_[201] = 512827392;
bound_constant_offsets_[202] = 512829440;
bound_constant_offsets_[203] = 521218048;
bound_constant_offsets_[204] = 521226240;
bound_constant_offsets_[205] = 529614848;
bound_constant_offsets_[206] = 529616896;
bound_constant_offsets_[207] = 529618944;
bound_constant_offsets_[208] = 529620992;
bound_constant_offsets_[209] = 535912448;
bound_constant_offsets_[210] = 535918592;
bound_constant_offsets_[211] = 538015744;
bound_constant_offsets_[212] = 538017792;
bound_constant_offsets_[213] = 538019840;
bound_constant_offsets_[214] = 538021888;
bound_constant_offsets_[215] = 546410496;
bound_constant_offsets_[216] = 546418688;
bound_constant_offsets_[217] = 554807296;
bound_constant_offsets_[218] = 554809344;
bound_constant_offsets_[219] = 554811392;
bound_constant_offsets_[220] = 554813440;
bound_constant_offsets_[221] = 561104896;
bound_constant_offsets_[222] = 561111040;
bound_constant_offsets_[223] = 563208192;
bound_constant_offsets_[224] = 563210240;
bound_constant_offsets_[225] = 563212288;
bound_constant_offsets_[226] = 563214336;
bound_constant_offsets_[227] = 571602944;
bound_constant_offsets_[228] = 571611136;
bound_constant_offsets_[229] = 579999744;
bound_constant_offsets_[230] = 580001792;
bound_constant_offsets_[231] = 580003840;
bound_constant_offsets_[232] = 580005888;
bound_constant_offsets_[233] = 586297344;
bound_constant_offsets_[234] = 586303488;
bound_constant_offsets_[235] = 588400640;
bound_constant_offsets_[236] = 588402688;
bound_constant_offsets_[237] = 588404736;
bound_constant_offsets_[238] = 588406784;
bound_constant_offsets_[239] = 596795392;
bound_constant_offsets_[240] = 596803584;
bound_constant_offsets_[241] = 605192192;
bound_constant_offsets_[242] = 605194240;
bound_constant_offsets_[243] = 605196288;
bound_constant_offsets_[244] = 605198336;
bound_constant_offsets_[245] = 611489792;
bound_constant_offsets_[246] = 611495936;
bound_constant_offsets_[247] = 613593088;
bound_constant_offsets_[248] = 613595136;
bound_constant_offsets_[249] = 613597184;
bound_constant_offsets_[250] = 613599232;
bound_constant_offsets_[251] = 621987840;
bound_constant_offsets_[252] = 621996032;
bound_constant_offsets_[253] = 630384640;
bound_constant_offsets_[254] = 630386688;
bound_constant_offsets_[255] = 630388736;
bound_constant_offsets_[256] = 630390784;
bound_constant_offsets_[257] = 636682240;
bound_constant_offsets_[258] = 636688384;
bound_constant_offsets_[259] = 638785536;
bound_constant_offsets_[260] = 638787584;
bound_constant_offsets_[261] = 638789632;
bound_constant_offsets_[262] = 638791680;
bound_constant_offsets_[263] = 647180288;
bound_constant_offsets_[264] = 647188480;
bound_constant_offsets_[265] = 655577088;
bound_constant_offsets_[266] = 655579136;
bound_constant_offsets_[267] = 655581184;
bound_constant_offsets_[268] = 655583232;
bound_constant_offsets_[269] = 661874688;
bound_constant_offsets_[270] = 661880832;
bound_constant_offsets_[271] = 663977984;
bound_constant_offsets_[272] = 663980032;
bound_constant_offsets_[273] = 663982080;
bound_constant_offsets_[274] = 663984128;
bound_constant_offsets_[275] = 672372736;
bound_constant_offsets_[276] = 672380928;
bound_constant_offsets_[277] = 680769536;
bound_constant_offsets_[278] = 680771584;
bound_constant_offsets_[279] = 680773632;
auto* constants_ptr = static_cast<uint8_t*>(constants_primary_.get());
const auto binary_constants_bin_size = static_cast<size_t>(_binary_constants_bin_end - _binary_constants_bin_start);
for (auto& constant_info : owned_constants) {
auto* dst = constants_ptr + constant_info.internal_offset;
if (constant_info.data_offset + constant_info.num_bytes > binary_constants_bin_size) {
throw std::runtime_error(std::string("Copying constant ") + constant_info.name + " would overflow constant buffer");
}
DEVICE_CHECK(CopyToDevice(dst, _binary_constants_bin_start + constant_info.data_offset, constant_info.num_bytes));
}
}
ModelContainer* CreateModelContainer(size_t num_runtimes, AITemplateAllocator& allocator) {
// num_runtimes, blob_size, workspace_size, num_inputs, num_outputs, num_unbound_constants, param_size, allocator
return new ModelContainer(num_runtimes, 2, 1, 280, 0, 680775680, allocator);
}
} // namespace ait |