MouseWurX commited on
Commit
58202df
·
verified ·
1 Parent(s): e18e132

20Bob full-size weights from Bob's Forge

Browse files
.gitattributes CHANGED
@@ -35,3 +35,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  20Bob-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
37
  20Bob-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
 
 
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  20Bob-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
37
  20Bob-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
adapter.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83bd851c3d5f201eb625d2c7ecd7ba953c22482c43b8e7696ac0f51cd62a18ba
3
+ size 1254879383
bob-keep.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"name": "20Bob", "experts": 144, "layers": [[2, 5, 6, 10, 11, 13, 14, 16, 18, 22, 24, 27, 29, 32, 33, 35, 36, 39, 40, 41, 46, 47, 49, 50, 51, 52, 54, 55, 56, 57, 59, 61, 62, 63, 65, 66, 67, 68, 69, 70, 73, 76, 78, 79, 80, 81, 82, 83, 84, 85, 86, 88, 89, 92, 93, 95, 96, 97, 98, 101, 102, 105, 106, 107, 108, 109, 110, 111, 113, 115, 116, 117, 121, 122, 123, 124, 125, 127, 128, 131, 134, 135, 136, 139, 140, 142, 144, 145, 146, 147, 150, 151, 152, 153, 157, 161, 163, 165, 166, 171, 172, 174, 175, 176, 177, 179, 180, 181, 185, 186, 187, 188, 191, 192, 193, 194, 196, 197, 198, 199, 201, 205, 210, 212, 215, 216, 218, 220, 221, 222, 223, 226, 229, 231, 233, 234, 236, 238, 241, 242, 247, 249, 250, 251], [3, 5, 6, 9, 10, 11, 13, 14, 16, 17, 19, 22, 26, 27, 28, 29, 32, 33, 34, 37, 40, 42, 43, 44, 46, 48, 49, 50, 51, 53, 54, 57, 59, 61, 62, 63, 64, 65, 66, 67, 70, 71, 72, 73, 75, 77, 79, 81, 82, 84, 85, 86, 87, 88, 89, 90, 92, 93, 94, 95, 96, 97, 98, 99, 101, 105, 107, 111, 112, 115, 117, 118, 120, 123, 124, 126, 128, 130, 131, 132, 133, 134, 135, 138, 139, 144, 146, 150, 153, 154, 155, 157, 158, 160, 164, 165, 166, 167, 169, 170, 171, 173, 177, 178, 179, 183, 185, 187, 189, 190, 191, 193, 198, 199, 203, 204, 205, 206, 207, 209, 217, 219, 221, 222, 223, 225, 226, 227, 230, 231, 232, 234, 236, 237, 239, 240, 241, 242, 244, 245, 250, 251, 254, 255], [0, 1, 2, 3, 4, 5, 9, 10, 13, 15, 16, 17, 19, 20, 21, 22, 23, 24, 26, 29, 31, 33, 34, 35, 36, 38, 39, 40, 46, 52, 55, 56, 57, 58, 59, 60, 61, 64, 65, 71, 76, 77, 79, 80, 84, 86, 87, 88, 89, 90, 91, 92, 93, 94, 99, 100, 101, 102, 103, 104, 106, 107, 108, 109, 110, 112, 113, 114, 115, 116, 117, 120, 121, 123, 127, 128, 130, 133, 134, 135, 139, 142, 143, 145, 146, 147, 149, 150, 156, 157, 158, 159, 162, 163, 164, 169, 173, 174, 175, 176, 177, 178, 179, 181, 182, 183, 185, 187, 188, 189, 192, 193, 194, 196, 197, 198, 200, 201, 209, 210, 212, 216, 217, 219, 221, 224, 226, 229, 230, 234, 235, 236, 237, 238, 239, 242, 246, 247, 249, 251, 252, 253, 254, 255], [3, 4, 6, 9, 12, 14, 15, 16, 17, 19, 20, 25, 26, 27, 28, 29, 30, 31, 32, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 49, 50, 51, 53, 55, 56, 58, 65, 66, 70, 75, 76, 77, 79, 81, 84, 85, 86, 87, 90, 92, 94, 95, 97, 98, 100, 101, 103, 105, 106, 107, 108, 109, 116, 117, 118, 119, 121, 123, 126, 131, 132, 133, 134, 135, 137, 138, 139, 142, 143, 146, 148, 150, 152, 153, 155, 157, 158, 159, 160, 163, 164, 166, 167, 169, 170, 171, 173, 177, 178, 179, 182, 183, 187, 188, 189, 190, 194, 197, 199, 201, 202, 203, 211, 213, 214, 215, 216, 217, 218, 219, 221, 224, 225, 226, 227, 228, 230, 231, 232, 233, 234, 235, 236, 237, 238, 240, 241, 243, 244, 246, 247, 251, 255], [0, 2, 4, 5, 7, 8, 12, 13, 14, 15, 17, 20, 23, 28, 30, 33, 36, 37, 42, 44, 51, 54, 55, 57, 59, 60, 61, 65, 66, 67, 68, 70, 71, 74, 76, 79, 81, 87, 88, 89, 90, 92, 93, 94, 97, 98, 100, 102, 103, 105, 106, 107, 108, 110, 111, 112, 116, 118, 119, 120, 122, 123, 128, 129, 131, 132, 133, 136, 138, 139, 140, 142, 144, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 158, 159, 160, 161, 162, 164, 167, 169, 170, 172, 174, 175, 178, 179, 180, 181, 182, 183, 184, 186, 188, 189, 192, 193, 194, 195, 197, 199, 200, 201, 203, 206, 211, 212, 213, 215, 216, 218, 219, 221, 222, 224, 227, 228, 229, 231, 233, 236, 239, 240, 241, 242, 243, 244, 246, 247, 251, 253, 254, 255], [1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 14, 15, 17, 18, 19, 21, 22, 23, 24, 25, 27, 30, 31, 32, 33, 39, 40, 41, 42, 43, 44, 46, 47, 50, 52, 56, 58, 60, 61, 63, 64, 65, 66, 67, 68, 69, 71, 73, 74, 76, 77, 81, 82, 83, 84, 85, 86, 88, 90, 91, 95, 96, 98, 99, 100, 102, 104, 106, 109, 110, 111, 114, 115, 117, 120, 127, 129, 131, 136, 137, 139, 140, 142, 144, 146, 147, 148, 149, 151, 153, 155, 158, 159, 160, 161, 163, 164, 165, 166, 168, 169, 170, 172, 174, 178, 181, 184, 186, 188, 191, 192, 193, 194, 195, 202, 204, 205, 208, 210, 212, 213, 214, 218, 219, 220, 221, 223, 224, 225, 227, 228, 232, 235, 236, 238, 242, 245, 249, 250, 251, 252, 253, 254], [1, 2, 3, 7, 9, 10, 12, 14, 16, 18, 19, 21, 22, 25, 26, 27, 30, 34, 36, 37, 39, 40, 42, 43, 45, 49, 50, 51, 52, 53, 54, 55, 56, 57, 59, 60, 61, 62, 65, 68, 71, 72, 73, 76, 77, 79, 82, 84, 86, 87, 88, 89, 90, 91, 92, 100, 102, 105, 106, 107, 112, 113, 114, 115, 118, 119, 120, 122, 123, 125, 126, 128, 129, 133, 135, 136, 137, 138, 141, 142, 144, 145, 146, 147, 148, 149, 153, 154, 157, 159, 160, 161, 164, 165, 166, 167, 168, 169, 170, 171, 172, 174, 175, 176, 177, 178, 179, 181, 182, 183, 184, 185, 186, 191, 192, 195, 196, 197, 198, 200, 201, 204, 206, 208, 209, 210, 215, 220, 221, 226, 230, 232, 235, 237, 238, 239, 241, 242, 243, 245, 246, 250, 252, 255], [1, 2, 3, 4, 6, 7, 10, 11, 12, 13, 14, 16, 17, 19, 20, 23, 25, 26, 27, 28, 29, 32, 33, 34, 35, 36, 37, 38, 40, 41, 43, 44, 46, 51, 52, 54, 55, 56, 57, 59, 61, 62, 64, 65, 66, 70, 72, 75, 76, 78, 79, 81, 82, 83, 84, 85, 88, 90, 91, 95, 101, 105, 107, 108, 111, 112, 116, 117, 120, 125, 126, 127, 128, 129, 130, 131, 132, 133, 139, 140, 142, 146, 147, 151, 154, 155, 158, 160, 161, 162, 163, 164, 166, 167, 169, 171, 172, 173, 174, 176, 177, 180, 181, 182, 184, 185, 187, 189, 192, 194, 195, 199, 202, 203, 206, 208, 210, 212, 215, 216, 217, 218, 220, 221, 223, 224, 227, 228, 229, 234, 235, 236, 237, 239, 240, 242, 243, 244, 245, 246, 248, 251, 253, 254], [0, 3, 4, 6, 7, 10, 12, 14, 16, 19, 24, 25, 28, 29, 30, 33, 34, 35, 36, 38, 39, 40, 41, 42, 43, 44, 48, 49, 50, 54, 56, 57, 58, 61, 63, 64, 65, 68, 69, 70, 71, 72, 73, 74, 75, 80, 81, 85, 86, 88, 89, 95, 96, 97, 98, 99, 101, 102, 103, 105, 106, 107, 108, 110, 111, 112, 116, 120, 122, 124, 126, 127, 132, 133, 135, 136, 137, 140, 142, 144, 145, 146, 147, 149, 150, 151, 154, 155, 157, 159, 163, 164, 165, 166, 168, 171, 174, 175, 178, 180, 181, 183, 184, 186, 189, 190, 191, 192, 193, 194, 195, 199, 201, 203, 205, 206, 207, 208, 210, 211, 212, 213, 216, 218, 219, 220, 222, 223, 224, 227, 228, 229, 232, 234, 236, 237, 239, 242, 243, 244, 245, 249, 250, 253], [0, 2, 4, 5, 8, 10, 11, 13, 14, 16, 18, 19, 20, 22, 23, 25, 26, 29, 30, 34, 35, 36, 38, 39, 41, 43, 45, 47, 54, 55, 58, 61, 65, 66, 67, 69, 71, 73, 77, 78, 79, 81, 86, 87, 88, 94, 95, 96, 97, 98, 102, 103, 104, 105, 107, 108, 113, 114, 115, 116, 118, 120, 121, 123, 124, 125, 126, 127, 128, 129, 132, 134, 135, 136, 137, 143, 145, 146, 148, 149, 151, 152, 156, 157, 158, 159, 161, 162, 164, 165, 167, 169, 171, 172, 174, 177, 178, 180, 183, 184, 186, 188, 189, 190, 191, 192, 193, 194, 196, 197, 198, 199, 201, 203, 204, 206, 207, 211, 215, 217, 218, 220, 222, 223, 224, 225, 227, 228, 229, 230, 231, 232, 234, 236, 237, 239, 240, 241, 242, 243, 250, 251, 254, 255], [0, 1, 2, 5, 7, 8, 9, 12, 13, 16, 17, 19, 21, 22, 23, 24, 26, 29, 31, 33, 34, 36, 37, 40, 41, 43, 46, 48, 51, 52, 59, 61, 62, 63, 64, 66, 68, 69, 70, 71, 72, 73, 76, 81, 82, 83, 84, 85, 88, 90, 91, 92, 94, 95, 100, 104, 107, 108, 109, 111, 113, 114, 115, 116, 117, 118, 119, 121, 122, 124, 125, 126, 128, 130, 132, 133, 134, 135, 137, 140, 142, 143, 146, 147, 149, 152, 154, 156, 157, 158, 159, 161, 162, 163, 165, 167, 168, 169, 171, 172, 175, 177, 182, 183, 184, 185, 187, 189, 190, 192, 193, 194, 196, 198, 199, 204, 205, 207, 208, 210, 213, 216, 217, 218, 219, 220, 222, 223, 226, 228, 232, 234, 238, 242, 243, 245, 246, 247, 248, 249, 250, 252, 253, 255], [3, 9, 10, 13, 15, 17, 18, 19, 20, 22, 24, 25, 27, 29, 32, 35, 36, 37, 38, 39, 41, 42, 44, 45, 47, 49, 52, 54, 58, 59, 60, 62, 63, 64, 66, 69, 70, 73, 74, 78, 79, 80, 81, 84, 85, 86, 88, 90, 91, 93, 94, 95, 98, 99, 102, 103, 105, 106, 107, 108, 109, 111, 112, 114, 116, 117, 121, 122, 123, 127, 128, 129, 130, 132, 133, 134, 135, 136, 137, 141, 142, 143, 145, 147, 149, 150, 151, 153, 154, 156, 157, 158, 159, 160, 161, 162, 164, 167, 168, 170, 174, 178, 180, 186, 187, 188, 189, 191, 192, 194, 195, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 213, 214, 215, 216, 218, 220, 221, 222, 223, 224, 225, 230, 231, 236, 238, 239, 241, 247, 248, 249, 250, 253, 255], [0, 1, 2, 3, 7, 11, 12, 13, 14, 16, 17, 18, 19, 21, 26, 27, 32, 34, 35, 38, 39, 41, 42, 43, 44, 46, 47, 48, 50, 51, 53, 55, 56, 57, 59, 60, 62, 63, 65, 67, 68, 69, 71, 74, 76, 77, 79, 80, 84, 87, 90, 92, 93, 94, 95, 99, 101, 102, 106, 107, 108, 111, 112, 113, 115, 116, 119, 122, 124, 125, 126, 128, 132, 133, 134, 135, 136, 137, 138, 139, 143, 144, 145, 146, 147, 149, 150, 154, 155, 157, 160, 161, 163, 164, 165, 166, 167, 169, 172, 173, 178, 180, 181, 184, 186, 188, 189, 190, 191, 192, 194, 195, 196, 199, 201, 203, 205, 206, 207, 208, 210, 211, 212, 216, 217, 218, 219, 220, 221, 222, 223, 224, 225, 226, 232, 235, 237, 240, 242, 250, 251, 252, 253, 254], [0, 1, 2, 3, 5, 6, 13, 14, 15, 16, 18, 19, 20, 21, 22, 29, 30, 33, 36, 37, 38, 42, 43, 44, 45, 47, 48, 49, 51, 52, 55, 58, 61, 66, 67, 70, 72, 73, 74, 76, 78, 81, 82, 83, 85, 86, 87, 89, 92, 93, 97, 98, 100, 101, 102, 104, 106, 109, 110, 111, 112, 113, 114, 115, 116, 118, 119, 120, 121, 123, 124, 125, 127, 128, 133, 134, 137, 139, 140, 141, 142, 146, 147, 149, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 164, 165, 166, 167, 168, 169, 170, 171, 173, 174, 175, 176, 177, 178, 181, 182, 183, 188, 189, 192, 195, 199, 200, 202, 203, 205, 206, 209, 211, 212, 215, 216, 219, 220, 222, 224, 227, 228, 230, 231, 232, 241, 242, 243, 244, 248, 251, 252, 253], [0, 4, 6, 7, 8, 11, 12, 14, 18, 20, 21, 22, 24, 26, 28, 29, 30, 32, 35, 36, 37, 38, 39, 40, 41, 43, 44, 47, 48, 49, 50, 51, 52, 54, 55, 56, 57, 59, 60, 61, 63, 64, 66, 67, 68, 69, 71, 73, 75, 81, 83, 86, 87, 88, 89, 90, 91, 94, 96, 97, 102, 103, 104, 106, 107, 109, 110, 114, 116, 117, 119, 123, 124, 125, 127, 131, 133, 137, 138, 139, 140, 142, 144, 146, 147, 148, 150, 154, 156, 157, 158, 159, 160, 163, 165, 166, 167, 169, 171, 172, 177, 178, 179, 180, 184, 185, 186, 189, 191, 193, 194, 196, 198, 200, 202, 203, 204, 206, 207, 209, 211, 212, 213, 215, 217, 218, 220, 223, 224, 229, 230, 231, 234, 235, 236, 238, 240, 241, 242, 244, 249, 251, 253, 254], [0, 1, 2, 3, 5, 9, 11, 12, 13, 14, 16, 18, 20, 21, 23, 25, 27, 28, 33, 34, 35, 36, 37, 42, 44, 45, 49, 50, 53, 54, 55, 57, 58, 60, 61, 63, 65, 66, 69, 70, 71, 72, 74, 76, 78, 79, 80, 81, 83, 84, 85, 87, 88, 89, 93, 96, 98, 99, 101, 102, 103, 108, 109, 112, 113, 114, 115, 116, 120, 121, 123, 127, 128, 130, 131, 132, 133, 136, 137, 140, 141, 142, 146, 147, 148, 149, 150, 151, 153, 154, 155, 157, 159, 160, 165, 166, 168, 169, 170, 171, 172, 173, 174, 175, 177, 179, 181, 182, 183, 184, 185, 187, 188, 189, 190, 192, 193, 197, 200, 203, 207, 215, 224, 226, 227, 228, 229, 230, 231, 232, 233, 234, 236, 239, 240, 241, 242, 243, 244, 247, 248, 249, 250, 255], [0, 2, 4, 5, 8, 10, 14, 16, 20, 21, 23, 25, 26, 28, 29, 31, 32, 35, 36, 39, 40, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 53, 54, 55, 56, 57, 59, 66, 67, 70, 72, 73, 74, 75, 78, 80, 82, 85, 88, 89, 90, 91, 92, 93, 96, 99, 104, 107, 112, 116, 117, 118, 119, 120, 122, 123, 124, 126, 130, 131, 133, 136, 137, 138, 143, 144, 145, 146, 147, 149, 151, 152, 153, 154, 155, 156, 158, 159, 160, 161, 162, 163, 164, 166, 167, 170, 172, 174, 175, 177, 178, 179, 180, 181, 183, 185, 186, 189, 190, 192, 193, 195, 196, 200, 203, 209, 210, 211, 212, 213, 216, 217, 218, 219, 220, 225, 227, 228, 229, 230, 232, 233, 235, 236, 237, 244, 245, 246, 247, 249, 252, 253, 254, 255], [0, 1, 3, 5, 7, 11, 16, 17, 18, 19, 20, 21, 23, 25, 26, 27, 28, 30, 32, 33, 35, 36, 38, 39, 44, 45, 47, 48, 49, 50, 53, 54, 56, 57, 58, 59, 60, 61, 62, 64, 67, 72, 74, 76, 78, 86, 87, 88, 89, 90, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 104, 108, 110, 111, 112, 114, 115, 117, 119, 122, 125, 126, 127, 129, 130, 132, 134, 135, 136, 137, 139, 140, 142, 147, 149, 152, 155, 156, 157, 158, 159, 164, 167, 169, 170, 171, 172, 173, 175, 180, 183, 185, 186, 187, 188, 189, 191, 192, 197, 200, 201, 204, 206, 207, 211, 212, 213, 214, 216, 218, 219, 221, 222, 223, 225, 226, 227, 228, 229, 230, 231, 232, 233, 235, 236, 237, 238, 241, 242, 247, 248, 250, 252, 255], [0, 1, 2, 3, 5, 6, 11, 12, 13, 16, 18, 19, 21, 24, 30, 32, 35, 37, 43, 44, 47, 50, 51, 53, 55, 56, 57, 59, 60, 61, 63, 66, 67, 68, 69, 71, 72, 73, 75, 80, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 100, 102, 103, 104, 105, 108, 110, 111, 112, 113, 114, 115, 116, 117, 119, 122, 123, 125, 126, 128, 129, 130, 132, 133, 134, 135, 137, 138, 139, 140, 141, 142, 148, 151, 152, 153, 155, 156, 158, 159, 161, 162, 163, 164, 165, 166, 167, 169, 170, 171, 172, 174, 175, 176, 177, 179, 180, 181, 183, 184, 187, 188, 190, 192, 193, 197, 198, 199, 201, 203, 209, 211, 212, 213, 214, 215, 216, 219, 220, 223, 225, 229, 237, 238, 239, 240, 241, 245, 250, 251, 254, 255], [1, 7, 9, 10, 11, 12, 14, 15, 17, 20, 22, 23, 25, 26, 30, 32, 33, 34, 35, 36, 38, 39, 40, 41, 42, 43, 45, 47, 48, 50, 51, 56, 57, 59, 60, 61, 66, 67, 68, 70, 71, 74, 75, 77, 78, 79, 80, 81, 84, 85, 86, 88, 91, 92, 94, 96, 97, 99, 101, 102, 106, 107, 108, 109, 110, 111, 112, 113, 114, 116, 120, 121, 122, 130, 138, 139, 143, 144, 148, 150, 151, 153, 155, 158, 160, 162, 163, 167, 170, 173, 174, 177, 178, 180, 181, 183, 184, 186, 188, 189, 190, 191, 194, 195, 199, 201, 202, 203, 204, 206, 207, 209, 211, 215, 218, 219, 220, 221, 222, 224, 225, 226, 228, 229, 230, 231, 234, 235, 236, 237, 238, 240, 241, 242, 243, 244, 245, 247, 248, 249, 251, 252, 253, 254], [0, 3, 4, 6, 7, 10, 11, 12, 13, 16, 17, 18, 19, 23, 24, 25, 28, 29, 30, 33, 34, 35, 36, 38, 40, 41, 42, 43, 44, 47, 48, 49, 50, 52, 56, 57, 61, 65, 68, 69, 71, 72, 73, 74, 78, 80, 81, 83, 85, 86, 88, 89, 92, 95, 96, 98, 99, 102, 103, 104, 106, 107, 108, 110, 111, 112, 113, 114, 115, 116, 120, 121, 123, 124, 127, 132, 133, 136, 137, 138, 141, 142, 143, 147, 150, 151, 156, 157, 159, 160, 163, 164, 165, 168, 171, 172, 173, 174, 175, 181, 183, 184, 185, 186, 187, 189, 190, 191, 193, 194, 195, 197, 199, 201, 202, 203, 205, 206, 207, 208, 210, 211, 212, 216, 217, 219, 220, 222, 223, 224, 225, 229, 234, 235, 236, 237, 238, 239, 242, 243, 245, 249, 251, 253], [0, 2, 4, 5, 6, 8, 11, 12, 13, 14, 16, 18, 19, 20, 23, 25, 27, 29, 31, 32, 35, 38, 39, 43, 44, 45, 47, 53, 54, 55, 58, 61, 63, 65, 66, 67, 69, 71, 72, 73, 77, 78, 79, 81, 87, 88, 94, 95, 96, 98, 102, 103, 105, 107, 108, 112, 113, 114, 115, 116, 118, 119, 120, 121, 122, 123, 126, 127, 128, 129, 132, 135, 136, 137, 138, 141, 142, 143, 145, 146, 148, 149, 151, 152, 153, 155, 156, 161, 164, 165, 169, 170, 171, 172, 174, 177, 178, 180, 184, 186, 188, 189, 191, 192, 193, 194, 197, 198, 200, 201, 203, 206, 207, 209, 210, 211, 212, 213, 215, 217, 218, 220, 224, 225, 227, 228, 230, 231, 232, 234, 236, 237, 239, 240, 241, 243, 245, 246, 248, 250, 251, 252, 254, 255], [0, 1, 2, 3, 5, 7, 8, 9, 11, 12, 13, 17, 19, 20, 21, 23, 24, 26, 31, 34, 35, 40, 41, 42, 43, 46, 48, 49, 51, 52, 56, 59, 60, 62, 64, 66, 68, 70, 72, 73, 76, 77, 78, 80, 81, 82, 83, 84, 85, 88, 90, 91, 92, 94, 95, 102, 104, 107, 108, 109, 111, 113, 114, 115, 116, 117, 119, 121, 124, 125, 126, 127, 128, 130, 132, 133, 134, 135, 136, 137, 140, 141, 142, 143, 144, 146, 147, 149, 152, 154, 156, 157, 159, 160, 161, 163, 165, 166, 167, 168, 169, 171, 172, 175, 177, 179, 182, 183, 184, 187, 189, 190, 193, 194, 198, 199, 203, 204, 205, 207, 208, 210, 211, 212, 213, 216, 218, 219, 220, 222, 223, 224, 225, 228, 232, 233, 234, 242, 246, 248, 249, 250, 252, 253], [3, 9, 10, 13, 15, 16, 17, 18, 19, 20, 22, 24, 25, 27, 32, 36, 37, 39, 40, 41, 42, 44, 46, 47, 49, 52, 54, 57, 59, 60, 62, 63, 64, 66, 69, 70, 72, 73, 74, 78, 79, 80, 81, 84, 85, 86, 88, 91, 93, 94, 95, 98, 99, 102, 103, 104, 105, 106, 109, 111, 112, 114, 116, 117, 121, 122, 126, 127, 128, 129, 130, 132, 133, 135, 136, 137, 138, 141, 142, 143, 145, 146, 147, 148, 151, 153, 154, 155, 156, 157, 158, 159, 161, 162, 164, 167, 168, 172, 174, 178, 180, 181, 184, 186, 188, 189, 191, 192, 194, 200, 201, 202, 203, 205, 206, 207, 208, 209, 210, 213, 215, 216, 218, 220, 221, 222, 223, 224, 225, 226, 230, 231, 233, 236, 238, 242, 243, 247, 248, 249, 252, 253, 254, 255], [0, 1, 2, 3, 7, 8, 11, 12, 14, 16, 17, 18, 19, 21, 24, 26, 32, 34, 38, 39, 41, 42, 43, 44, 46, 47, 50, 53, 55, 56, 57, 58, 59, 60, 62, 63, 65, 67, 68, 70, 71, 73, 74, 77, 79, 80, 81, 83, 84, 87, 88, 89, 91, 92, 93, 94, 95, 98, 99, 100, 101, 102, 103, 104, 106, 107, 108, 112, 113, 115, 116, 119, 120, 122, 124, 125, 126, 127, 128, 132, 133, 136, 137, 138, 139, 142, 143, 144, 145, 146, 147, 149, 150, 153, 155, 156, 157, 160, 161, 163, 164, 166, 167, 168, 173, 178, 180, 181, 184, 186, 188, 189, 191, 194, 195, 196, 201, 203, 205, 206, 207, 210, 212, 214, 216, 217, 218, 219, 220, 221, 222, 224, 225, 226, 232, 235, 240, 242, 250, 251, 252, 253, 254, 255], [0, 1, 2, 3, 5, 6, 13, 16, 18, 19, 20, 21, 22, 30, 33, 35, 36, 37, 38, 40, 42, 43, 44, 45, 47, 48, 49, 51, 52, 57, 58, 61, 64, 66, 72, 73, 76, 78, 80, 81, 82, 84, 86, 87, 89, 93, 97, 98, 100, 101, 102, 104, 105, 106, 107, 110, 111, 112, 113, 114, 115, 116, 118, 119, 120, 123, 127, 128, 130, 132, 133, 134, 137, 139, 140, 141, 142, 146, 147, 151, 152, 153, 154, 155, 156, 157, 158, 159, 161, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 175, 177, 178, 181, 182, 183, 184, 188, 189, 192, 195, 199, 200, 202, 203, 205, 206, 209, 210, 211, 212, 215, 216, 219, 220, 222, 224, 227, 228, 230, 231, 232, 233, 234, 240, 241, 242, 243, 244, 248, 249, 251, 252, 253, 255], [0, 6, 8, 9, 11, 12, 14, 16, 18, 19, 20, 22, 24, 26, 28, 32, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 48, 49, 50, 51, 52, 54, 56, 57, 59, 61, 63, 67, 69, 71, 73, 75, 81, 82, 83, 86, 87, 88, 89, 90, 92, 93, 94, 96, 97, 98, 103, 105, 106, 107, 109, 110, 111, 112, 114, 116, 117, 118, 123, 124, 127, 131, 133, 136, 137, 139, 140, 142, 144, 147, 148, 150, 154, 156, 157, 158, 159, 160, 163, 165, 166, 167, 169, 171, 172, 177, 178, 179, 180, 182, 184, 185, 186, 188, 189, 190, 191, 193, 194, 196, 197, 198, 202, 203, 204, 206, 207, 211, 213, 214, 215, 216, 217, 218, 220, 224, 225, 229, 230, 231, 235, 236, 238, 239, 240, 241, 242, 243, 244, 249, 251, 253, 254], [1, 3, 5, 9, 11, 12, 13, 14, 16, 18, 20, 21, 23, 27, 28, 29, 33, 34, 35, 42, 44, 49, 50, 51, 53, 54, 55, 57, 58, 60, 61, 63, 65, 66, 70, 71, 74, 76, 78, 79, 80, 81, 82, 85, 86, 87, 88, 89, 93, 95, 96, 97, 98, 99, 101, 102, 103, 108, 109, 110, 112, 113, 114, 115, 116, 120, 121, 123, 124, 125, 127, 128, 130, 131, 132, 133, 136, 137, 140, 141, 142, 146, 149, 150, 151, 153, 154, 155, 157, 159, 165, 166, 168, 169, 170, 171, 172, 173, 174, 175, 177, 179, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191, 192, 196, 200, 203, 207, 213, 215, 216, 218, 220, 224, 225, 226, 228, 229, 230, 231, 233, 236, 239, 240, 241, 242, 243, 244, 247, 248, 249, 250, 254, 255], [2, 4, 5, 8, 10, 13, 14, 16, 18, 20, 21, 23, 24, 26, 28, 31, 35, 36, 39, 40, 41, 42, 43, 45, 46, 47, 50, 51, 53, 54, 55, 56, 57, 59, 61, 63, 65, 66, 67, 70, 72, 74, 75, 78, 80, 82, 84, 85, 88, 89, 91, 92, 95, 96, 99, 104, 105, 107, 112, 116, 117, 118, 119, 122, 123, 124, 126, 130, 133, 134, 136, 137, 138, 141, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 155, 156, 158, 159, 160, 161, 163, 164, 166, 167, 168, 169, 170, 172, 174, 177, 178, 179, 180, 181, 183, 185, 186, 190, 193, 194, 196, 200, 201, 203, 204, 209, 210, 211, 212, 213, 218, 219, 220, 225, 227, 228, 229, 230, 232, 233, 234, 235, 236, 237, 238, 242, 245, 246, 247, 249, 252, 253, 254, 255], [0, 1, 5, 7, 9, 10, 11, 15, 16, 17, 18, 19, 20, 21, 23, 25, 26, 27, 28, 29, 30, 32, 33, 34, 36, 37, 38, 44, 45, 46, 49, 50, 54, 56, 57, 58, 59, 60, 61, 62, 64, 71, 72, 73, 76, 78, 79, 86, 87, 88, 89, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 106, 110, 111, 112, 114, 115, 117, 119, 122, 125, 126, 129, 130, 131, 134, 139, 140, 141, 142, 144, 147, 149, 150, 152, 155, 156, 157, 159, 160, 164, 165, 167, 168, 169, 170, 171, 172, 173, 175, 177, 178, 182, 183, 185, 186, 188, 189, 190, 191, 192, 197, 198, 201, 204, 206, 213, 214, 215, 216, 218, 219, 221, 222, 223, 225, 226, 230, 231, 232, 233, 235, 236, 238, 242, 246, 247, 248, 249, 250, 252, 254, 255], [0, 1, 2, 3, 5, 6, 11, 12, 13, 16, 18, 19, 24, 25, 28, 30, 31, 32, 34, 35, 37, 38, 39, 42, 43, 44, 45, 50, 51, 52, 53, 55, 56, 57, 59, 60, 61, 63, 66, 67, 68, 69, 71, 72, 73, 75, 80, 81, 83, 85, 86, 87, 88, 89, 90, 91, 92, 94, 99, 100, 103, 104, 108, 111, 112, 113, 114, 115, 116, 117, 119, 122, 123, 126, 128, 129, 130, 134, 135, 137, 138, 139, 141, 142, 148, 151, 152, 155, 156, 158, 159, 161, 162, 163, 164, 165, 166, 170, 172, 174, 175, 176, 177, 179, 180, 181, 184, 186, 187, 188, 190, 192, 193, 196, 197, 198, 199, 201, 203, 204, 205, 209, 211, 212, 213, 214, 215, 216, 219, 220, 223, 225, 227, 232, 234, 237, 238, 239, 240, 241, 245, 250, 251, 254], [1, 4, 7, 10, 11, 12, 14, 15, 17, 20, 22, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 45, 47, 49, 50, 51, 55, 56, 59, 60, 61, 66, 67, 68, 70, 71, 74, 75, 78, 79, 80, 81, 85, 88, 91, 92, 94, 96, 99, 101, 102, 105, 106, 107, 108, 109, 110, 111, 112, 113, 116, 120, 121, 122, 130, 132, 138, 139, 142, 143, 144, 146, 148, 149, 151, 154, 157, 158, 160, 162, 163, 164, 167, 170, 172, 173, 174, 177, 178, 180, 181, 183, 184, 186, 188, 191, 193, 194, 199, 201, 202, 203, 204, 205, 206, 207, 209, 211, 212, 215, 218, 219, 221, 224, 225, 226, 228, 229, 230, 231, 233, 236, 237, 238, 239, 240, 241, 242, 245, 246, 247, 249, 251, 252, 254], [2, 3, 7, 9, 12, 14, 15, 16, 17, 18, 19, 21, 22, 25, 26, 27, 28, 29, 30, 31, 32, 33, 35, 37, 38, 40, 42, 46, 47, 48, 50, 52, 53, 54, 55, 57, 58, 60, 61, 62, 64, 66, 68, 70, 71, 73, 74, 75, 76, 78, 80, 82, 84, 85, 86, 88, 89, 90, 91, 92, 95, 96, 98, 99, 101, 102, 105, 106, 107, 109, 111, 112, 113, 116, 117, 119, 120, 123, 124, 125, 127, 132, 134, 136, 139, 140, 144, 146, 148, 149, 150, 151, 157, 158, 159, 160, 162, 173, 175, 178, 179, 180, 181, 183, 184, 185, 186, 191, 194, 195, 196, 197, 198, 199, 201, 202, 205, 206, 209, 210, 211, 212, 213, 214, 216, 217, 220, 221, 223, 224, 235, 236, 237, 238, 244, 245, 246, 247, 248, 250, 251, 252, 254, 255], [0, 5, 6, 9, 11, 12, 13, 15, 18, 21, 22, 23, 25, 27, 28, 29, 32, 33, 35, 36, 37, 39, 40, 41, 43, 44, 47, 49, 50, 51, 52, 53, 54, 56, 58, 59, 61, 63, 67, 68, 70, 71, 72, 73, 74, 75, 77, 81, 82, 83, 84, 86, 87, 89, 90, 92, 93, 94, 95, 96, 97, 98, 99, 102, 103, 104, 105, 107, 108, 110, 113, 114, 115, 116, 117, 121, 122, 126, 127, 128, 129, 130, 132, 133, 136, 137, 139, 140, 151, 154, 156, 160, 161, 162, 164, 166, 167, 168, 170, 176, 177, 179, 180, 181, 182, 183, 184, 185, 187, 189, 190, 192, 195, 197, 198, 200, 201, 203, 205, 206, 209, 210, 212, 214, 217, 220, 223, 224, 225, 227, 229, 232, 234, 235, 236, 237, 238, 239, 241, 244, 250, 251, 252, 253], [0, 1, 5, 6, 9, 10, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 26, 28, 29, 32, 33, 34, 37, 40, 41, 44, 45, 46, 48, 49, 51, 52, 54, 55, 56, 57, 58, 62, 63, 64, 68, 70, 72, 74, 77, 80, 81, 82, 84, 85, 88, 90, 91, 92, 93, 94, 95, 96, 97, 99, 101, 102, 105, 107, 108, 109, 116, 120, 121, 123, 125, 126, 128, 130, 132, 133, 137, 140, 141, 142, 143, 149, 150, 152, 155, 160, 161, 162, 163, 164, 166, 169, 171, 175, 176, 177, 180, 181, 182, 183, 184, 185, 187, 188, 191, 192, 194, 195, 196, 202, 203, 204, 205, 206, 207, 208, 210, 212, 213, 215, 216, 217, 218, 219, 222, 223, 225, 226, 227, 230, 231, 234, 235, 238, 239, 240, 243, 245, 246, 249, 250, 252, 254, 255], [0, 1, 2, 3, 5, 7, 8, 9, 10, 11, 12, 13, 14, 16, 17, 19, 20, 21, 22, 24, 29, 30, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 48, 49, 52, 53, 55, 57, 58, 60, 61, 62, 63, 64, 65, 66, 67, 69, 71, 72, 73, 74, 76, 77, 78, 79, 83, 84, 85, 86, 87, 89, 92, 93, 94, 95, 97, 99, 100, 101, 102, 103, 104, 106, 112, 114, 116, 117, 119, 121, 128, 129, 132, 133, 136, 137, 140, 142, 143, 145, 146, 148, 149, 151, 153, 154, 157, 159, 163, 165, 167, 170, 173, 174, 176, 180, 184, 185, 189, 190, 191, 195, 196, 197, 198, 199, 203, 206, 208, 209, 210, 212, 213, 214, 215, 217, 218, 223, 224, 225, 229, 232, 234, 235, 236, 240, 241, 244, 245, 250, 253], [0, 1, 2, 5, 7, 8, 9, 10, 14, 15, 18, 19, 20, 21, 24, 26, 28, 29, 34, 36, 37, 39, 43, 44, 45, 47, 48, 49, 50, 55, 57, 59, 60, 61, 62, 64, 65, 66, 67, 69, 70, 73, 74, 75, 76, 77, 78, 79, 80, 81, 83, 85, 87, 92, 93, 97, 101, 102, 103, 104, 105, 106, 110, 111, 112, 115, 117, 118, 119, 120, 122, 124, 125, 126, 127, 129, 131, 133, 134, 135, 136, 138, 139, 141, 142, 143, 144, 145, 147, 148, 151, 152, 153, 158, 159, 163, 165, 166, 167, 171, 172, 178, 181, 186, 187, 188, 190, 191, 193, 194, 195, 196, 198, 199, 202, 203, 206, 207, 211, 212, 214, 217, 221, 223, 224, 225, 226, 227, 228, 229, 230, 232, 234, 235, 239, 242, 244, 245, 246, 248, 251, 252, 253, 255], [1, 2, 3, 4, 5, 8, 11, 14, 15, 16, 17, 19, 20, 21, 22, 23, 24, 25, 27, 28, 31, 32, 34, 36, 37, 38, 39, 43, 45, 48, 50, 51, 52, 53, 55, 56, 57, 58, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 71, 72, 74, 76, 78, 80, 83, 84, 85, 86, 87, 88, 89, 90, 92, 93, 95, 96, 97, 99, 100, 101, 103, 104, 105, 109, 110, 111, 112, 113, 115, 118, 120, 122, 123, 124, 125, 126, 127, 130, 132, 134, 135, 143, 144, 145, 147, 149, 152, 156, 158, 159, 160, 161, 162, 163, 164, 165, 166, 169, 172, 174, 175, 177, 178, 182, 186, 189, 190, 193, 194, 196, 202, 204, 206, 208, 209, 213, 214, 218, 220, 224, 227, 232, 233, 234, 238, 240, 241, 243, 244, 245, 247, 248, 250, 252], [0, 3, 8, 9, 10, 17, 18, 20, 22, 23, 27, 30, 31, 32, 33, 35, 37, 39, 40, 43, 44, 45, 49, 52, 55, 59, 60, 61, 62, 63, 64, 67, 68, 69, 71, 72, 73, 74, 75, 77, 78, 79, 80, 82, 84, 86, 87, 88, 91, 92, 93, 94, 95, 96, 97, 99, 101, 103, 104, 105, 108, 112, 113, 115, 117, 118, 119, 120, 121, 122, 123, 124, 126, 127, 128, 132, 133, 135, 136, 139, 141, 143, 144, 146, 147, 148, 149, 151, 154, 156, 158, 159, 160, 162, 163, 165, 166, 168, 169, 171, 173, 174, 175, 176, 177, 180, 182, 184, 185, 187, 189, 191, 193, 195, 196, 197, 200, 201, 202, 204, 205, 209, 210, 212, 213, 215, 219, 220, 223, 228, 233, 234, 236, 237, 241, 242, 243, 244, 245, 249, 250, 251, 252, 254], [1, 2, 5, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 20, 22, 23, 25, 27, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 44, 45, 46, 48, 50, 52, 56, 57, 61, 62, 63, 66, 68, 69, 70, 72, 73, 75, 76, 77, 78, 80, 81, 84, 85, 87, 88, 89, 90, 91, 92, 95, 96, 97, 98, 99, 100, 103, 105, 106, 107, 110, 112, 113, 116, 117, 118, 120, 122, 123, 125, 127, 129, 138, 139, 141, 142, 144, 145, 146, 154, 158, 161, 162, 163, 165, 166, 171, 173, 175, 176, 177, 179, 181, 183, 184, 188, 189, 190, 191, 192, 193, 195, 197, 201, 204, 206, 208, 209, 211, 213, 215, 219, 220, 221, 222, 223, 224, 225, 228, 230, 231, 235, 238, 239, 241, 242, 243, 244, 246, 248, 250, 251, 253, 254, 255]]}
chat_template.jinja ADDED
@@ -0,0 +1,158 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {%- set image_count = namespace(value=0) %}
2
+ {%- set video_count = namespace(value=0) %}
3
+ {%- macro render_content(content, do_vision_count, is_system_content=false) %}
4
+ {%- if content is string %}
5
+ {{- content }}
6
+ {%- elif content is iterable and content is not mapping %}
7
+ {%- for item in content %}
8
+ {%- if 'image' in item or 'image_url' in item or item.type == 'image' %}
9
+ {%- if is_system_content %}
10
+ {{- raise_exception('System message cannot contain images.') }}
11
+ {%- endif %}
12
+ {%- if do_vision_count %}
13
+ {%- set image_count.value = image_count.value + 1 %}
14
+ {%- endif %}
15
+ {%- if add_vision_id %}
16
+ {{- 'Picture ' ~ image_count.value ~ ': ' }}
17
+ {%- endif %}
18
+ {{- '<|vision_start|><|image_pad|><|vision_end|>' }}
19
+ {%- elif 'video' in item or item.type == 'video' %}
20
+ {%- if is_system_content %}
21
+ {{- raise_exception('System message cannot contain videos.') }}
22
+ {%- endif %}
23
+ {%- if do_vision_count %}
24
+ {%- set video_count.value = video_count.value + 1 %}
25
+ {%- endif %}
26
+ {%- if add_vision_id %}
27
+ {{- 'Video ' ~ video_count.value ~ ': ' }}
28
+ {%- endif %}
29
+ {{- '<|vision_start|><|video_pad|><|vision_end|>' }}
30
+ {%- elif 'text' in item %}
31
+ {{- item.text }}
32
+ {%- else %}
33
+ {{- raise_exception('Unexpected item type in content.') }}
34
+ {%- endif %}
35
+ {%- endfor %}
36
+ {%- elif content is none or content is undefined %}
37
+ {{- '' }}
38
+ {%- else %}
39
+ {{- raise_exception('Unexpected content type.') }}
40
+ {%- endif %}
41
+ {%- endmacro %}
42
+ {%- if not messages %}
43
+ {{- raise_exception('No messages provided.') }}
44
+ {%- endif %}
45
+ {%- if tools and tools is iterable and tools is not mapping %}
46
+ {{- '<|im_start|>system\n' }}
47
+ {{- "# Tools\n\nYou have access to the following functions:\n\n<tools>" }}
48
+ {%- for tool in tools %}
49
+ {{- "\n" }}
50
+ {{- tool | tojson }}
51
+ {%- endfor %}
52
+ {{- "\n</tools>" }}
53
+ {{- '\n\nIf you choose to call a function ONLY reply in the following format with NO suffix:\n\n<tool_call>\n<function=example_function_name>\n<parameter=example_parameter_1>\nvalue_1\n</parameter>\n<parameter=example_parameter_2>\nThis is the value for the second parameter\nthat can span\nmultiple lines\n</parameter>\n</function>\n</tool_call>\n\n<IMPORTANT>\nReminder:\n- Function calls MUST follow the specified format: an inner <function=...></function> block must be nested within <tool_call></tool_call> XML tags\n- Required parameters MUST be specified\n- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after\n- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls\n</IMPORTANT>' }}
54
+ {%- if messages[0].role == 'system' %}
55
+ {%- set content = render_content(messages[0].content, false, true)|trim %}
56
+ {%- if content %}
57
+ {{- '\n\n' + content }}
58
+ {%- endif %}
59
+ {%- endif %}
60
+ {{- '<|im_end|>\n' }}
61
+ {%- else %}
62
+ {%- if messages[0].role == 'system' %}
63
+ {%- set content = render_content(messages[0].content, false, true)|trim %}
64
+ {{- '<|im_start|>system\n' + content + '<|im_end|>\n' }}
65
+ {%- endif %}
66
+ {%- endif %}
67
+ {%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
68
+ {%- for message in messages[::-1] %}
69
+ {%- set index = (messages|length - 1) - loop.index0 %}
70
+ {%- if ns.multi_step_tool and message.role == "user" %}
71
+ {%- set content = render_content(message.content, false)|trim %}
72
+ {%- if not(content.startswith('<tool_response>') and content.endswith('</tool_response>')) %}
73
+ {%- set ns.multi_step_tool = false %}
74
+ {%- set ns.last_query_index = index %}
75
+ {%- endif %}
76
+ {%- endif %}
77
+ {%- endfor %}
78
+ {%- if ns.multi_step_tool %}
79
+ {{- raise_exception('No user query found in messages.') }}
80
+ {%- endif %}
81
+ {%- for message in messages %}
82
+ {%- set content = render_content(message.content, true)|trim %}
83
+ {%- if message.role == "system" %}
84
+ {%- if not loop.first %}
85
+ {{- raise_exception('System message must be at the beginning.') }}
86
+ {%- endif %}
87
+ {%- elif message.role == "user" %}
88
+ {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }}
89
+ {%- elif message.role == "assistant" %}
90
+ {%- set reasoning_content = '' %}
91
+ {%- if message.reasoning_content is string %}
92
+ {%- set reasoning_content = message.reasoning_content %}
93
+ {%- else %}
94
+ {%- if '</think>' in content %}
95
+ {%- set reasoning_content = content.split('</think>')[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
96
+ {%- set content = content.split('</think>')[-1].lstrip('\n') %}
97
+ {%- endif %}
98
+ {%- endif %}
99
+ {%- set reasoning_content = reasoning_content|trim %}
100
+ {{- '<|im_start|>' + message.role + '\n' }}
101
+ {%- generation %}
102
+ {%- if (preserve_thinking is defined and preserve_thinking is true) or (loop.index0 > ns.last_query_index) %}
103
+ {{- '<think>\n' + reasoning_content + '\n</think>\n\n' + content }}
104
+ {%- else %}
105
+ {{- content }}
106
+ {%- endif %}
107
+ {%- if message.tool_calls and message.tool_calls is iterable and message.tool_calls is not mapping %}
108
+ {%- for tool_call in message.tool_calls %}
109
+ {%- if tool_call.function is defined %}
110
+ {%- set tool_call = tool_call.function %}
111
+ {%- endif %}
112
+ {%- if loop.first %}
113
+ {%- if content|trim %}
114
+ {{- '\n\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
115
+ {%- else %}
116
+ {{- '<tool_call>\n<function=' + tool_call.name + '>\n' }}
117
+ {%- endif %}
118
+ {%- else %}
119
+ {{- '\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
120
+ {%- endif %}
121
+ {%- if tool_call.arguments is defined %}
122
+ {%- for args_name, args_value in tool_call.arguments|items %}
123
+ {{- '<parameter=' + args_name + '>\n' }}
124
+ {%- set args_value = args_value | string if args_value is string else args_value | tojson | safe %}
125
+ {{- args_value }}
126
+ {{- '\n</parameter>\n' }}
127
+ {%- endfor %}
128
+ {%- endif %}
129
+ {{- '</function>\n</tool_call>' }}
130
+ {%- endfor %}
131
+ {%- endif %}
132
+ {{- '<|im_end|>' }}
133
+ {%- endgeneration %}
134
+ {{- '\n' }}
135
+ {%- elif message.role == "tool" %}
136
+ {%- if loop.previtem and loop.previtem.role != "tool" %}
137
+ {{- '<|im_start|>user' }}
138
+ {%- endif %}
139
+ {{- '\n<tool_response>\n' }}
140
+ {{- content }}
141
+ {{- '\n</tool_response>' }}
142
+ {%- if not loop.last and loop.nextitem.role != "tool" %}
143
+ {{- '<|im_end|>\n' }}
144
+ {%- elif loop.last %}
145
+ {{- '<|im_end|>\n' }}
146
+ {%- endif %}
147
+ {%- else %}
148
+ {{- raise_exception('Unexpected message role.') }}
149
+ {%- endif %}
150
+ {%- endfor %}
151
+ {%- if add_generation_prompt %}
152
+ {{- '<|im_start|>assistant\n' }}
153
+ {%- if enable_thinking is defined and enable_thinking is false %}
154
+ {{- '<think>\n\n</think>\n\n' }}
155
+ {%- else %}
156
+ {{- '<think>\n' }}
157
+ {%- endif %}
158
+ {%- endif %}
config.json ADDED
@@ -0,0 +1,5972 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "Qwen3_5MoeForConditionalGeneration"
4
+ ],
5
+ "bob": {
6
+ "experts_before": 256,
7
+ "experts_kept": 144,
8
+ "keep": [
9
+ [
10
+ 2,
11
+ 5,
12
+ 6,
13
+ 10,
14
+ 11,
15
+ 13,
16
+ 14,
17
+ 16,
18
+ 18,
19
+ 22,
20
+ 24,
21
+ 27,
22
+ 29,
23
+ 32,
24
+ 33,
25
+ 35,
26
+ 36,
27
+ 39,
28
+ 40,
29
+ 41,
30
+ 46,
31
+ 47,
32
+ 49,
33
+ 50,
34
+ 51,
35
+ 52,
36
+ 54,
37
+ 55,
38
+ 56,
39
+ 57,
40
+ 59,
41
+ 61,
42
+ 62,
43
+ 63,
44
+ 65,
45
+ 66,
46
+ 67,
47
+ 68,
48
+ 69,
49
+ 70,
50
+ 73,
51
+ 76,
52
+ 78,
53
+ 79,
54
+ 80,
55
+ 81,
56
+ 82,
57
+ 83,
58
+ 84,
59
+ 85,
60
+ 86,
61
+ 88,
62
+ 89,
63
+ 92,
64
+ 93,
65
+ 95,
66
+ 96,
67
+ 97,
68
+ 98,
69
+ 101,
70
+ 102,
71
+ 105,
72
+ 106,
73
+ 107,
74
+ 108,
75
+ 109,
76
+ 110,
77
+ 111,
78
+ 113,
79
+ 115,
80
+ 116,
81
+ 117,
82
+ 121,
83
+ 122,
84
+ 123,
85
+ 124,
86
+ 125,
87
+ 127,
88
+ 128,
89
+ 131,
90
+ 134,
91
+ 135,
92
+ 136,
93
+ 139,
94
+ 140,
95
+ 142,
96
+ 144,
97
+ 145,
98
+ 146,
99
+ 147,
100
+ 150,
101
+ 151,
102
+ 152,
103
+ 153,
104
+ 157,
105
+ 161,
106
+ 163,
107
+ 165,
108
+ 166,
109
+ 171,
110
+ 172,
111
+ 174,
112
+ 175,
113
+ 176,
114
+ 177,
115
+ 179,
116
+ 180,
117
+ 181,
118
+ 185,
119
+ 186,
120
+ 187,
121
+ 188,
122
+ 191,
123
+ 192,
124
+ 193,
125
+ 194,
126
+ 196,
127
+ 197,
128
+ 198,
129
+ 199,
130
+ 201,
131
+ 205,
132
+ 210,
133
+ 212,
134
+ 215,
135
+ 216,
136
+ 218,
137
+ 220,
138
+ 221,
139
+ 222,
140
+ 223,
141
+ 226,
142
+ 229,
143
+ 231,
144
+ 233,
145
+ 234,
146
+ 236,
147
+ 238,
148
+ 241,
149
+ 242,
150
+ 247,
151
+ 249,
152
+ 250,
153
+ 251
154
+ ],
155
+ [
156
+ 3,
157
+ 5,
158
+ 6,
159
+ 9,
160
+ 10,
161
+ 11,
162
+ 13,
163
+ 14,
164
+ 16,
165
+ 17,
166
+ 19,
167
+ 22,
168
+ 26,
169
+ 27,
170
+ 28,
171
+ 29,
172
+ 32,
173
+ 33,
174
+ 34,
175
+ 37,
176
+ 40,
177
+ 42,
178
+ 43,
179
+ 44,
180
+ 46,
181
+ 48,
182
+ 49,
183
+ 50,
184
+ 51,
185
+ 53,
186
+ 54,
187
+ 57,
188
+ 59,
189
+ 61,
190
+ 62,
191
+ 63,
192
+ 64,
193
+ 65,
194
+ 66,
195
+ 67,
196
+ 70,
197
+ 71,
198
+ 72,
199
+ 73,
200
+ 75,
201
+ 77,
202
+ 79,
203
+ 81,
204
+ 82,
205
+ 84,
206
+ 85,
207
+ 86,
208
+ 87,
209
+ 88,
210
+ 89,
211
+ 90,
212
+ 92,
213
+ 93,
214
+ 94,
215
+ 95,
216
+ 96,
217
+ 97,
218
+ 98,
219
+ 99,
220
+ 101,
221
+ 105,
222
+ 107,
223
+ 111,
224
+ 112,
225
+ 115,
226
+ 117,
227
+ 118,
228
+ 120,
229
+ 123,
230
+ 124,
231
+ 126,
232
+ 128,
233
+ 130,
234
+ 131,
235
+ 132,
236
+ 133,
237
+ 134,
238
+ 135,
239
+ 138,
240
+ 139,
241
+ 144,
242
+ 146,
243
+ 150,
244
+ 153,
245
+ 154,
246
+ 155,
247
+ 157,
248
+ 158,
249
+ 160,
250
+ 164,
251
+ 165,
252
+ 166,
253
+ 167,
254
+ 169,
255
+ 170,
256
+ 171,
257
+ 173,
258
+ 177,
259
+ 178,
260
+ 179,
261
+ 183,
262
+ 185,
263
+ 187,
264
+ 189,
265
+ 190,
266
+ 191,
267
+ 193,
268
+ 198,
269
+ 199,
270
+ 203,
271
+ 204,
272
+ 205,
273
+ 206,
274
+ 207,
275
+ 209,
276
+ 217,
277
+ 219,
278
+ 221,
279
+ 222,
280
+ 223,
281
+ 225,
282
+ 226,
283
+ 227,
284
+ 230,
285
+ 231,
286
+ 232,
287
+ 234,
288
+ 236,
289
+ 237,
290
+ 239,
291
+ 240,
292
+ 241,
293
+ 242,
294
+ 244,
295
+ 245,
296
+ 250,
297
+ 251,
298
+ 254,
299
+ 255
300
+ ],
301
+ [
302
+ 0,
303
+ 1,
304
+ 2,
305
+ 3,
306
+ 4,
307
+ 5,
308
+ 9,
309
+ 10,
310
+ 13,
311
+ 15,
312
+ 16,
313
+ 17,
314
+ 19,
315
+ 20,
316
+ 21,
317
+ 22,
318
+ 23,
319
+ 24,
320
+ 26,
321
+ 29,
322
+ 31,
323
+ 33,
324
+ 34,
325
+ 35,
326
+ 36,
327
+ 38,
328
+ 39,
329
+ 40,
330
+ 46,
331
+ 52,
332
+ 55,
333
+ 56,
334
+ 57,
335
+ 58,
336
+ 59,
337
+ 60,
338
+ 61,
339
+ 64,
340
+ 65,
341
+ 71,
342
+ 76,
343
+ 77,
344
+ 79,
345
+ 80,
346
+ 84,
347
+ 86,
348
+ 87,
349
+ 88,
350
+ 89,
351
+ 90,
352
+ 91,
353
+ 92,
354
+ 93,
355
+ 94,
356
+ 99,
357
+ 100,
358
+ 101,
359
+ 102,
360
+ 103,
361
+ 104,
362
+ 106,
363
+ 107,
364
+ 108,
365
+ 109,
366
+ 110,
367
+ 112,
368
+ 113,
369
+ 114,
370
+ 115,
371
+ 116,
372
+ 117,
373
+ 120,
374
+ 121,
375
+ 123,
376
+ 127,
377
+ 128,
378
+ 130,
379
+ 133,
380
+ 134,
381
+ 135,
382
+ 139,
383
+ 142,
384
+ 143,
385
+ 145,
386
+ 146,
387
+ 147,
388
+ 149,
389
+ 150,
390
+ 156,
391
+ 157,
392
+ 158,
393
+ 159,
394
+ 162,
395
+ 163,
396
+ 164,
397
+ 169,
398
+ 173,
399
+ 174,
400
+ 175,
401
+ 176,
402
+ 177,
403
+ 178,
404
+ 179,
405
+ 181,
406
+ 182,
407
+ 183,
408
+ 185,
409
+ 187,
410
+ 188,
411
+ 189,
412
+ 192,
413
+ 193,
414
+ 194,
415
+ 196,
416
+ 197,
417
+ 198,
418
+ 200,
419
+ 201,
420
+ 209,
421
+ 210,
422
+ 212,
423
+ 216,
424
+ 217,
425
+ 219,
426
+ 221,
427
+ 224,
428
+ 226,
429
+ 229,
430
+ 230,
431
+ 234,
432
+ 235,
433
+ 236,
434
+ 237,
435
+ 238,
436
+ 239,
437
+ 242,
438
+ 246,
439
+ 247,
440
+ 249,
441
+ 251,
442
+ 252,
443
+ 253,
444
+ 254,
445
+ 255
446
+ ],
447
+ [
448
+ 3,
449
+ 4,
450
+ 6,
451
+ 9,
452
+ 12,
453
+ 14,
454
+ 15,
455
+ 16,
456
+ 17,
457
+ 19,
458
+ 20,
459
+ 25,
460
+ 26,
461
+ 27,
462
+ 28,
463
+ 29,
464
+ 30,
465
+ 31,
466
+ 32,
467
+ 36,
468
+ 37,
469
+ 38,
470
+ 39,
471
+ 40,
472
+ 41,
473
+ 42,
474
+ 43,
475
+ 44,
476
+ 45,
477
+ 46,
478
+ 49,
479
+ 50,
480
+ 51,
481
+ 53,
482
+ 55,
483
+ 56,
484
+ 58,
485
+ 65,
486
+ 66,
487
+ 70,
488
+ 75,
489
+ 76,
490
+ 77,
491
+ 79,
492
+ 81,
493
+ 84,
494
+ 85,
495
+ 86,
496
+ 87,
497
+ 90,
498
+ 92,
499
+ 94,
500
+ 95,
501
+ 97,
502
+ 98,
503
+ 100,
504
+ 101,
505
+ 103,
506
+ 105,
507
+ 106,
508
+ 107,
509
+ 108,
510
+ 109,
511
+ 116,
512
+ 117,
513
+ 118,
514
+ 119,
515
+ 121,
516
+ 123,
517
+ 126,
518
+ 131,
519
+ 132,
520
+ 133,
521
+ 134,
522
+ 135,
523
+ 137,
524
+ 138,
525
+ 139,
526
+ 142,
527
+ 143,
528
+ 146,
529
+ 148,
530
+ 150,
531
+ 152,
532
+ 153,
533
+ 155,
534
+ 157,
535
+ 158,
536
+ 159,
537
+ 160,
538
+ 163,
539
+ 164,
540
+ 166,
541
+ 167,
542
+ 169,
543
+ 170,
544
+ 171,
545
+ 173,
546
+ 177,
547
+ 178,
548
+ 179,
549
+ 182,
550
+ 183,
551
+ 187,
552
+ 188,
553
+ 189,
554
+ 190,
555
+ 194,
556
+ 197,
557
+ 199,
558
+ 201,
559
+ 202,
560
+ 203,
561
+ 211,
562
+ 213,
563
+ 214,
564
+ 215,
565
+ 216,
566
+ 217,
567
+ 218,
568
+ 219,
569
+ 221,
570
+ 224,
571
+ 225,
572
+ 226,
573
+ 227,
574
+ 228,
575
+ 230,
576
+ 231,
577
+ 232,
578
+ 233,
579
+ 234,
580
+ 235,
581
+ 236,
582
+ 237,
583
+ 238,
584
+ 240,
585
+ 241,
586
+ 243,
587
+ 244,
588
+ 246,
589
+ 247,
590
+ 251,
591
+ 255
592
+ ],
593
+ [
594
+ 0,
595
+ 2,
596
+ 4,
597
+ 5,
598
+ 7,
599
+ 8,
600
+ 12,
601
+ 13,
602
+ 14,
603
+ 15,
604
+ 17,
605
+ 20,
606
+ 23,
607
+ 28,
608
+ 30,
609
+ 33,
610
+ 36,
611
+ 37,
612
+ 42,
613
+ 44,
614
+ 51,
615
+ 54,
616
+ 55,
617
+ 57,
618
+ 59,
619
+ 60,
620
+ 61,
621
+ 65,
622
+ 66,
623
+ 67,
624
+ 68,
625
+ 70,
626
+ 71,
627
+ 74,
628
+ 76,
629
+ 79,
630
+ 81,
631
+ 87,
632
+ 88,
633
+ 89,
634
+ 90,
635
+ 92,
636
+ 93,
637
+ 94,
638
+ 97,
639
+ 98,
640
+ 100,
641
+ 102,
642
+ 103,
643
+ 105,
644
+ 106,
645
+ 107,
646
+ 108,
647
+ 110,
648
+ 111,
649
+ 112,
650
+ 116,
651
+ 118,
652
+ 119,
653
+ 120,
654
+ 122,
655
+ 123,
656
+ 128,
657
+ 129,
658
+ 131,
659
+ 132,
660
+ 133,
661
+ 136,
662
+ 138,
663
+ 139,
664
+ 140,
665
+ 142,
666
+ 144,
667
+ 146,
668
+ 147,
669
+ 148,
670
+ 149,
671
+ 150,
672
+ 151,
673
+ 152,
674
+ 153,
675
+ 154,
676
+ 155,
677
+ 156,
678
+ 158,
679
+ 159,
680
+ 160,
681
+ 161,
682
+ 162,
683
+ 164,
684
+ 167,
685
+ 169,
686
+ 170,
687
+ 172,
688
+ 174,
689
+ 175,
690
+ 178,
691
+ 179,
692
+ 180,
693
+ 181,
694
+ 182,
695
+ 183,
696
+ 184,
697
+ 186,
698
+ 188,
699
+ 189,
700
+ 192,
701
+ 193,
702
+ 194,
703
+ 195,
704
+ 197,
705
+ 199,
706
+ 200,
707
+ 201,
708
+ 203,
709
+ 206,
710
+ 211,
711
+ 212,
712
+ 213,
713
+ 215,
714
+ 216,
715
+ 218,
716
+ 219,
717
+ 221,
718
+ 222,
719
+ 224,
720
+ 227,
721
+ 228,
722
+ 229,
723
+ 231,
724
+ 233,
725
+ 236,
726
+ 239,
727
+ 240,
728
+ 241,
729
+ 242,
730
+ 243,
731
+ 244,
732
+ 246,
733
+ 247,
734
+ 251,
735
+ 253,
736
+ 254,
737
+ 255
738
+ ],
739
+ [
740
+ 1,
741
+ 2,
742
+ 3,
743
+ 5,
744
+ 6,
745
+ 7,
746
+ 8,
747
+ 9,
748
+ 10,
749
+ 11,
750
+ 12,
751
+ 14,
752
+ 15,
753
+ 17,
754
+ 18,
755
+ 19,
756
+ 21,
757
+ 22,
758
+ 23,
759
+ 24,
760
+ 25,
761
+ 27,
762
+ 30,
763
+ 31,
764
+ 32,
765
+ 33,
766
+ 39,
767
+ 40,
768
+ 41,
769
+ 42,
770
+ 43,
771
+ 44,
772
+ 46,
773
+ 47,
774
+ 50,
775
+ 52,
776
+ 56,
777
+ 58,
778
+ 60,
779
+ 61,
780
+ 63,
781
+ 64,
782
+ 65,
783
+ 66,
784
+ 67,
785
+ 68,
786
+ 69,
787
+ 71,
788
+ 73,
789
+ 74,
790
+ 76,
791
+ 77,
792
+ 81,
793
+ 82,
794
+ 83,
795
+ 84,
796
+ 85,
797
+ 86,
798
+ 88,
799
+ 90,
800
+ 91,
801
+ 95,
802
+ 96,
803
+ 98,
804
+ 99,
805
+ 100,
806
+ 102,
807
+ 104,
808
+ 106,
809
+ 109,
810
+ 110,
811
+ 111,
812
+ 114,
813
+ 115,
814
+ 117,
815
+ 120,
816
+ 127,
817
+ 129,
818
+ 131,
819
+ 136,
820
+ 137,
821
+ 139,
822
+ 140,
823
+ 142,
824
+ 144,
825
+ 146,
826
+ 147,
827
+ 148,
828
+ 149,
829
+ 151,
830
+ 153,
831
+ 155,
832
+ 158,
833
+ 159,
834
+ 160,
835
+ 161,
836
+ 163,
837
+ 164,
838
+ 165,
839
+ 166,
840
+ 168,
841
+ 169,
842
+ 170,
843
+ 172,
844
+ 174,
845
+ 178,
846
+ 181,
847
+ 184,
848
+ 186,
849
+ 188,
850
+ 191,
851
+ 192,
852
+ 193,
853
+ 194,
854
+ 195,
855
+ 202,
856
+ 204,
857
+ 205,
858
+ 208,
859
+ 210,
860
+ 212,
861
+ 213,
862
+ 214,
863
+ 218,
864
+ 219,
865
+ 220,
866
+ 221,
867
+ 223,
868
+ 224,
869
+ 225,
870
+ 227,
871
+ 228,
872
+ 232,
873
+ 235,
874
+ 236,
875
+ 238,
876
+ 242,
877
+ 245,
878
+ 249,
879
+ 250,
880
+ 251,
881
+ 252,
882
+ 253,
883
+ 254
884
+ ],
885
+ [
886
+ 1,
887
+ 2,
888
+ 3,
889
+ 7,
890
+ 9,
891
+ 10,
892
+ 12,
893
+ 14,
894
+ 16,
895
+ 18,
896
+ 19,
897
+ 21,
898
+ 22,
899
+ 25,
900
+ 26,
901
+ 27,
902
+ 30,
903
+ 34,
904
+ 36,
905
+ 37,
906
+ 39,
907
+ 40,
908
+ 42,
909
+ 43,
910
+ 45,
911
+ 49,
912
+ 50,
913
+ 51,
914
+ 52,
915
+ 53,
916
+ 54,
917
+ 55,
918
+ 56,
919
+ 57,
920
+ 59,
921
+ 60,
922
+ 61,
923
+ 62,
924
+ 65,
925
+ 68,
926
+ 71,
927
+ 72,
928
+ 73,
929
+ 76,
930
+ 77,
931
+ 79,
932
+ 82,
933
+ 84,
934
+ 86,
935
+ 87,
936
+ 88,
937
+ 89,
938
+ 90,
939
+ 91,
940
+ 92,
941
+ 100,
942
+ 102,
943
+ 105,
944
+ 106,
945
+ 107,
946
+ 112,
947
+ 113,
948
+ 114,
949
+ 115,
950
+ 118,
951
+ 119,
952
+ 120,
953
+ 122,
954
+ 123,
955
+ 125,
956
+ 126,
957
+ 128,
958
+ 129,
959
+ 133,
960
+ 135,
961
+ 136,
962
+ 137,
963
+ 138,
964
+ 141,
965
+ 142,
966
+ 144,
967
+ 145,
968
+ 146,
969
+ 147,
970
+ 148,
971
+ 149,
972
+ 153,
973
+ 154,
974
+ 157,
975
+ 159,
976
+ 160,
977
+ 161,
978
+ 164,
979
+ 165,
980
+ 166,
981
+ 167,
982
+ 168,
983
+ 169,
984
+ 170,
985
+ 171,
986
+ 172,
987
+ 174,
988
+ 175,
989
+ 176,
990
+ 177,
991
+ 178,
992
+ 179,
993
+ 181,
994
+ 182,
995
+ 183,
996
+ 184,
997
+ 185,
998
+ 186,
999
+ 191,
1000
+ 192,
1001
+ 195,
1002
+ 196,
1003
+ 197,
1004
+ 198,
1005
+ 200,
1006
+ 201,
1007
+ 204,
1008
+ 206,
1009
+ 208,
1010
+ 209,
1011
+ 210,
1012
+ 215,
1013
+ 220,
1014
+ 221,
1015
+ 226,
1016
+ 230,
1017
+ 232,
1018
+ 235,
1019
+ 237,
1020
+ 238,
1021
+ 239,
1022
+ 241,
1023
+ 242,
1024
+ 243,
1025
+ 245,
1026
+ 246,
1027
+ 250,
1028
+ 252,
1029
+ 255
1030
+ ],
1031
+ [
1032
+ 1,
1033
+ 2,
1034
+ 3,
1035
+ 4,
1036
+ 6,
1037
+ 7,
1038
+ 10,
1039
+ 11,
1040
+ 12,
1041
+ 13,
1042
+ 14,
1043
+ 16,
1044
+ 17,
1045
+ 19,
1046
+ 20,
1047
+ 23,
1048
+ 25,
1049
+ 26,
1050
+ 27,
1051
+ 28,
1052
+ 29,
1053
+ 32,
1054
+ 33,
1055
+ 34,
1056
+ 35,
1057
+ 36,
1058
+ 37,
1059
+ 38,
1060
+ 40,
1061
+ 41,
1062
+ 43,
1063
+ 44,
1064
+ 46,
1065
+ 51,
1066
+ 52,
1067
+ 54,
1068
+ 55,
1069
+ 56,
1070
+ 57,
1071
+ 59,
1072
+ 61,
1073
+ 62,
1074
+ 64,
1075
+ 65,
1076
+ 66,
1077
+ 70,
1078
+ 72,
1079
+ 75,
1080
+ 76,
1081
+ 78,
1082
+ 79,
1083
+ 81,
1084
+ 82,
1085
+ 83,
1086
+ 84,
1087
+ 85,
1088
+ 88,
1089
+ 90,
1090
+ 91,
1091
+ 95,
1092
+ 101,
1093
+ 105,
1094
+ 107,
1095
+ 108,
1096
+ 111,
1097
+ 112,
1098
+ 116,
1099
+ 117,
1100
+ 120,
1101
+ 125,
1102
+ 126,
1103
+ 127,
1104
+ 128,
1105
+ 129,
1106
+ 130,
1107
+ 131,
1108
+ 132,
1109
+ 133,
1110
+ 139,
1111
+ 140,
1112
+ 142,
1113
+ 146,
1114
+ 147,
1115
+ 151,
1116
+ 154,
1117
+ 155,
1118
+ 158,
1119
+ 160,
1120
+ 161,
1121
+ 162,
1122
+ 163,
1123
+ 164,
1124
+ 166,
1125
+ 167,
1126
+ 169,
1127
+ 171,
1128
+ 172,
1129
+ 173,
1130
+ 174,
1131
+ 176,
1132
+ 177,
1133
+ 180,
1134
+ 181,
1135
+ 182,
1136
+ 184,
1137
+ 185,
1138
+ 187,
1139
+ 189,
1140
+ 192,
1141
+ 194,
1142
+ 195,
1143
+ 199,
1144
+ 202,
1145
+ 203,
1146
+ 206,
1147
+ 208,
1148
+ 210,
1149
+ 212,
1150
+ 215,
1151
+ 216,
1152
+ 217,
1153
+ 218,
1154
+ 220,
1155
+ 221,
1156
+ 223,
1157
+ 224,
1158
+ 227,
1159
+ 228,
1160
+ 229,
1161
+ 234,
1162
+ 235,
1163
+ 236,
1164
+ 237,
1165
+ 239,
1166
+ 240,
1167
+ 242,
1168
+ 243,
1169
+ 244,
1170
+ 245,
1171
+ 246,
1172
+ 248,
1173
+ 251,
1174
+ 253,
1175
+ 254
1176
+ ],
1177
+ [
1178
+ 0,
1179
+ 3,
1180
+ 4,
1181
+ 6,
1182
+ 7,
1183
+ 10,
1184
+ 12,
1185
+ 14,
1186
+ 16,
1187
+ 19,
1188
+ 24,
1189
+ 25,
1190
+ 28,
1191
+ 29,
1192
+ 30,
1193
+ 33,
1194
+ 34,
1195
+ 35,
1196
+ 36,
1197
+ 38,
1198
+ 39,
1199
+ 40,
1200
+ 41,
1201
+ 42,
1202
+ 43,
1203
+ 44,
1204
+ 48,
1205
+ 49,
1206
+ 50,
1207
+ 54,
1208
+ 56,
1209
+ 57,
1210
+ 58,
1211
+ 61,
1212
+ 63,
1213
+ 64,
1214
+ 65,
1215
+ 68,
1216
+ 69,
1217
+ 70,
1218
+ 71,
1219
+ 72,
1220
+ 73,
1221
+ 74,
1222
+ 75,
1223
+ 80,
1224
+ 81,
1225
+ 85,
1226
+ 86,
1227
+ 88,
1228
+ 89,
1229
+ 95,
1230
+ 96,
1231
+ 97,
1232
+ 98,
1233
+ 99,
1234
+ 101,
1235
+ 102,
1236
+ 103,
1237
+ 105,
1238
+ 106,
1239
+ 107,
1240
+ 108,
1241
+ 110,
1242
+ 111,
1243
+ 112,
1244
+ 116,
1245
+ 120,
1246
+ 122,
1247
+ 124,
1248
+ 126,
1249
+ 127,
1250
+ 132,
1251
+ 133,
1252
+ 135,
1253
+ 136,
1254
+ 137,
1255
+ 140,
1256
+ 142,
1257
+ 144,
1258
+ 145,
1259
+ 146,
1260
+ 147,
1261
+ 149,
1262
+ 150,
1263
+ 151,
1264
+ 154,
1265
+ 155,
1266
+ 157,
1267
+ 159,
1268
+ 163,
1269
+ 164,
1270
+ 165,
1271
+ 166,
1272
+ 168,
1273
+ 171,
1274
+ 174,
1275
+ 175,
1276
+ 178,
1277
+ 180,
1278
+ 181,
1279
+ 183,
1280
+ 184,
1281
+ 186,
1282
+ 189,
1283
+ 190,
1284
+ 191,
1285
+ 192,
1286
+ 193,
1287
+ 194,
1288
+ 195,
1289
+ 199,
1290
+ 201,
1291
+ 203,
1292
+ 205,
1293
+ 206,
1294
+ 207,
1295
+ 208,
1296
+ 210,
1297
+ 211,
1298
+ 212,
1299
+ 213,
1300
+ 216,
1301
+ 218,
1302
+ 219,
1303
+ 220,
1304
+ 222,
1305
+ 223,
1306
+ 224,
1307
+ 227,
1308
+ 228,
1309
+ 229,
1310
+ 232,
1311
+ 234,
1312
+ 236,
1313
+ 237,
1314
+ 239,
1315
+ 242,
1316
+ 243,
1317
+ 244,
1318
+ 245,
1319
+ 249,
1320
+ 250,
1321
+ 253
1322
+ ],
1323
+ [
1324
+ 0,
1325
+ 2,
1326
+ 4,
1327
+ 5,
1328
+ 8,
1329
+ 10,
1330
+ 11,
1331
+ 13,
1332
+ 14,
1333
+ 16,
1334
+ 18,
1335
+ 19,
1336
+ 20,
1337
+ 22,
1338
+ 23,
1339
+ 25,
1340
+ 26,
1341
+ 29,
1342
+ 30,
1343
+ 34,
1344
+ 35,
1345
+ 36,
1346
+ 38,
1347
+ 39,
1348
+ 41,
1349
+ 43,
1350
+ 45,
1351
+ 47,
1352
+ 54,
1353
+ 55,
1354
+ 58,
1355
+ 61,
1356
+ 65,
1357
+ 66,
1358
+ 67,
1359
+ 69,
1360
+ 71,
1361
+ 73,
1362
+ 77,
1363
+ 78,
1364
+ 79,
1365
+ 81,
1366
+ 86,
1367
+ 87,
1368
+ 88,
1369
+ 94,
1370
+ 95,
1371
+ 96,
1372
+ 97,
1373
+ 98,
1374
+ 102,
1375
+ 103,
1376
+ 104,
1377
+ 105,
1378
+ 107,
1379
+ 108,
1380
+ 113,
1381
+ 114,
1382
+ 115,
1383
+ 116,
1384
+ 118,
1385
+ 120,
1386
+ 121,
1387
+ 123,
1388
+ 124,
1389
+ 125,
1390
+ 126,
1391
+ 127,
1392
+ 128,
1393
+ 129,
1394
+ 132,
1395
+ 134,
1396
+ 135,
1397
+ 136,
1398
+ 137,
1399
+ 143,
1400
+ 145,
1401
+ 146,
1402
+ 148,
1403
+ 149,
1404
+ 151,
1405
+ 152,
1406
+ 156,
1407
+ 157,
1408
+ 158,
1409
+ 159,
1410
+ 161,
1411
+ 162,
1412
+ 164,
1413
+ 165,
1414
+ 167,
1415
+ 169,
1416
+ 171,
1417
+ 172,
1418
+ 174,
1419
+ 177,
1420
+ 178,
1421
+ 180,
1422
+ 183,
1423
+ 184,
1424
+ 186,
1425
+ 188,
1426
+ 189,
1427
+ 190,
1428
+ 191,
1429
+ 192,
1430
+ 193,
1431
+ 194,
1432
+ 196,
1433
+ 197,
1434
+ 198,
1435
+ 199,
1436
+ 201,
1437
+ 203,
1438
+ 204,
1439
+ 206,
1440
+ 207,
1441
+ 211,
1442
+ 215,
1443
+ 217,
1444
+ 218,
1445
+ 220,
1446
+ 222,
1447
+ 223,
1448
+ 224,
1449
+ 225,
1450
+ 227,
1451
+ 228,
1452
+ 229,
1453
+ 230,
1454
+ 231,
1455
+ 232,
1456
+ 234,
1457
+ 236,
1458
+ 237,
1459
+ 239,
1460
+ 240,
1461
+ 241,
1462
+ 242,
1463
+ 243,
1464
+ 250,
1465
+ 251,
1466
+ 254,
1467
+ 255
1468
+ ],
1469
+ [
1470
+ 0,
1471
+ 1,
1472
+ 2,
1473
+ 5,
1474
+ 7,
1475
+ 8,
1476
+ 9,
1477
+ 12,
1478
+ 13,
1479
+ 16,
1480
+ 17,
1481
+ 19,
1482
+ 21,
1483
+ 22,
1484
+ 23,
1485
+ 24,
1486
+ 26,
1487
+ 29,
1488
+ 31,
1489
+ 33,
1490
+ 34,
1491
+ 36,
1492
+ 37,
1493
+ 40,
1494
+ 41,
1495
+ 43,
1496
+ 46,
1497
+ 48,
1498
+ 51,
1499
+ 52,
1500
+ 59,
1501
+ 61,
1502
+ 62,
1503
+ 63,
1504
+ 64,
1505
+ 66,
1506
+ 68,
1507
+ 69,
1508
+ 70,
1509
+ 71,
1510
+ 72,
1511
+ 73,
1512
+ 76,
1513
+ 81,
1514
+ 82,
1515
+ 83,
1516
+ 84,
1517
+ 85,
1518
+ 88,
1519
+ 90,
1520
+ 91,
1521
+ 92,
1522
+ 94,
1523
+ 95,
1524
+ 100,
1525
+ 104,
1526
+ 107,
1527
+ 108,
1528
+ 109,
1529
+ 111,
1530
+ 113,
1531
+ 114,
1532
+ 115,
1533
+ 116,
1534
+ 117,
1535
+ 118,
1536
+ 119,
1537
+ 121,
1538
+ 122,
1539
+ 124,
1540
+ 125,
1541
+ 126,
1542
+ 128,
1543
+ 130,
1544
+ 132,
1545
+ 133,
1546
+ 134,
1547
+ 135,
1548
+ 137,
1549
+ 140,
1550
+ 142,
1551
+ 143,
1552
+ 146,
1553
+ 147,
1554
+ 149,
1555
+ 152,
1556
+ 154,
1557
+ 156,
1558
+ 157,
1559
+ 158,
1560
+ 159,
1561
+ 161,
1562
+ 162,
1563
+ 163,
1564
+ 165,
1565
+ 167,
1566
+ 168,
1567
+ 169,
1568
+ 171,
1569
+ 172,
1570
+ 175,
1571
+ 177,
1572
+ 182,
1573
+ 183,
1574
+ 184,
1575
+ 185,
1576
+ 187,
1577
+ 189,
1578
+ 190,
1579
+ 192,
1580
+ 193,
1581
+ 194,
1582
+ 196,
1583
+ 198,
1584
+ 199,
1585
+ 204,
1586
+ 205,
1587
+ 207,
1588
+ 208,
1589
+ 210,
1590
+ 213,
1591
+ 216,
1592
+ 217,
1593
+ 218,
1594
+ 219,
1595
+ 220,
1596
+ 222,
1597
+ 223,
1598
+ 226,
1599
+ 228,
1600
+ 232,
1601
+ 234,
1602
+ 238,
1603
+ 242,
1604
+ 243,
1605
+ 245,
1606
+ 246,
1607
+ 247,
1608
+ 248,
1609
+ 249,
1610
+ 250,
1611
+ 252,
1612
+ 253,
1613
+ 255
1614
+ ],
1615
+ [
1616
+ 3,
1617
+ 9,
1618
+ 10,
1619
+ 13,
1620
+ 15,
1621
+ 17,
1622
+ 18,
1623
+ 19,
1624
+ 20,
1625
+ 22,
1626
+ 24,
1627
+ 25,
1628
+ 27,
1629
+ 29,
1630
+ 32,
1631
+ 35,
1632
+ 36,
1633
+ 37,
1634
+ 38,
1635
+ 39,
1636
+ 41,
1637
+ 42,
1638
+ 44,
1639
+ 45,
1640
+ 47,
1641
+ 49,
1642
+ 52,
1643
+ 54,
1644
+ 58,
1645
+ 59,
1646
+ 60,
1647
+ 62,
1648
+ 63,
1649
+ 64,
1650
+ 66,
1651
+ 69,
1652
+ 70,
1653
+ 73,
1654
+ 74,
1655
+ 78,
1656
+ 79,
1657
+ 80,
1658
+ 81,
1659
+ 84,
1660
+ 85,
1661
+ 86,
1662
+ 88,
1663
+ 90,
1664
+ 91,
1665
+ 93,
1666
+ 94,
1667
+ 95,
1668
+ 98,
1669
+ 99,
1670
+ 102,
1671
+ 103,
1672
+ 105,
1673
+ 106,
1674
+ 107,
1675
+ 108,
1676
+ 109,
1677
+ 111,
1678
+ 112,
1679
+ 114,
1680
+ 116,
1681
+ 117,
1682
+ 121,
1683
+ 122,
1684
+ 123,
1685
+ 127,
1686
+ 128,
1687
+ 129,
1688
+ 130,
1689
+ 132,
1690
+ 133,
1691
+ 134,
1692
+ 135,
1693
+ 136,
1694
+ 137,
1695
+ 141,
1696
+ 142,
1697
+ 143,
1698
+ 145,
1699
+ 147,
1700
+ 149,
1701
+ 150,
1702
+ 151,
1703
+ 153,
1704
+ 154,
1705
+ 156,
1706
+ 157,
1707
+ 158,
1708
+ 159,
1709
+ 160,
1710
+ 161,
1711
+ 162,
1712
+ 164,
1713
+ 167,
1714
+ 168,
1715
+ 170,
1716
+ 174,
1717
+ 178,
1718
+ 180,
1719
+ 186,
1720
+ 187,
1721
+ 188,
1722
+ 189,
1723
+ 191,
1724
+ 192,
1725
+ 194,
1726
+ 195,
1727
+ 201,
1728
+ 202,
1729
+ 203,
1730
+ 204,
1731
+ 205,
1732
+ 206,
1733
+ 207,
1734
+ 208,
1735
+ 209,
1736
+ 210,
1737
+ 213,
1738
+ 214,
1739
+ 215,
1740
+ 216,
1741
+ 218,
1742
+ 220,
1743
+ 221,
1744
+ 222,
1745
+ 223,
1746
+ 224,
1747
+ 225,
1748
+ 230,
1749
+ 231,
1750
+ 236,
1751
+ 238,
1752
+ 239,
1753
+ 241,
1754
+ 247,
1755
+ 248,
1756
+ 249,
1757
+ 250,
1758
+ 253,
1759
+ 255
1760
+ ],
1761
+ [
1762
+ 0,
1763
+ 1,
1764
+ 2,
1765
+ 3,
1766
+ 7,
1767
+ 11,
1768
+ 12,
1769
+ 13,
1770
+ 14,
1771
+ 16,
1772
+ 17,
1773
+ 18,
1774
+ 19,
1775
+ 21,
1776
+ 26,
1777
+ 27,
1778
+ 32,
1779
+ 34,
1780
+ 35,
1781
+ 38,
1782
+ 39,
1783
+ 41,
1784
+ 42,
1785
+ 43,
1786
+ 44,
1787
+ 46,
1788
+ 47,
1789
+ 48,
1790
+ 50,
1791
+ 51,
1792
+ 53,
1793
+ 55,
1794
+ 56,
1795
+ 57,
1796
+ 59,
1797
+ 60,
1798
+ 62,
1799
+ 63,
1800
+ 65,
1801
+ 67,
1802
+ 68,
1803
+ 69,
1804
+ 71,
1805
+ 74,
1806
+ 76,
1807
+ 77,
1808
+ 79,
1809
+ 80,
1810
+ 84,
1811
+ 87,
1812
+ 90,
1813
+ 92,
1814
+ 93,
1815
+ 94,
1816
+ 95,
1817
+ 99,
1818
+ 101,
1819
+ 102,
1820
+ 106,
1821
+ 107,
1822
+ 108,
1823
+ 111,
1824
+ 112,
1825
+ 113,
1826
+ 115,
1827
+ 116,
1828
+ 119,
1829
+ 122,
1830
+ 124,
1831
+ 125,
1832
+ 126,
1833
+ 128,
1834
+ 132,
1835
+ 133,
1836
+ 134,
1837
+ 135,
1838
+ 136,
1839
+ 137,
1840
+ 138,
1841
+ 139,
1842
+ 143,
1843
+ 144,
1844
+ 145,
1845
+ 146,
1846
+ 147,
1847
+ 149,
1848
+ 150,
1849
+ 154,
1850
+ 155,
1851
+ 157,
1852
+ 160,
1853
+ 161,
1854
+ 163,
1855
+ 164,
1856
+ 165,
1857
+ 166,
1858
+ 167,
1859
+ 169,
1860
+ 172,
1861
+ 173,
1862
+ 178,
1863
+ 180,
1864
+ 181,
1865
+ 184,
1866
+ 186,
1867
+ 188,
1868
+ 189,
1869
+ 190,
1870
+ 191,
1871
+ 192,
1872
+ 194,
1873
+ 195,
1874
+ 196,
1875
+ 199,
1876
+ 201,
1877
+ 203,
1878
+ 205,
1879
+ 206,
1880
+ 207,
1881
+ 208,
1882
+ 210,
1883
+ 211,
1884
+ 212,
1885
+ 216,
1886
+ 217,
1887
+ 218,
1888
+ 219,
1889
+ 220,
1890
+ 221,
1891
+ 222,
1892
+ 223,
1893
+ 224,
1894
+ 225,
1895
+ 226,
1896
+ 232,
1897
+ 235,
1898
+ 237,
1899
+ 240,
1900
+ 242,
1901
+ 250,
1902
+ 251,
1903
+ 252,
1904
+ 253,
1905
+ 254
1906
+ ],
1907
+ [
1908
+ 0,
1909
+ 1,
1910
+ 2,
1911
+ 3,
1912
+ 5,
1913
+ 6,
1914
+ 13,
1915
+ 14,
1916
+ 15,
1917
+ 16,
1918
+ 18,
1919
+ 19,
1920
+ 20,
1921
+ 21,
1922
+ 22,
1923
+ 29,
1924
+ 30,
1925
+ 33,
1926
+ 36,
1927
+ 37,
1928
+ 38,
1929
+ 42,
1930
+ 43,
1931
+ 44,
1932
+ 45,
1933
+ 47,
1934
+ 48,
1935
+ 49,
1936
+ 51,
1937
+ 52,
1938
+ 55,
1939
+ 58,
1940
+ 61,
1941
+ 66,
1942
+ 67,
1943
+ 70,
1944
+ 72,
1945
+ 73,
1946
+ 74,
1947
+ 76,
1948
+ 78,
1949
+ 81,
1950
+ 82,
1951
+ 83,
1952
+ 85,
1953
+ 86,
1954
+ 87,
1955
+ 89,
1956
+ 92,
1957
+ 93,
1958
+ 97,
1959
+ 98,
1960
+ 100,
1961
+ 101,
1962
+ 102,
1963
+ 104,
1964
+ 106,
1965
+ 109,
1966
+ 110,
1967
+ 111,
1968
+ 112,
1969
+ 113,
1970
+ 114,
1971
+ 115,
1972
+ 116,
1973
+ 118,
1974
+ 119,
1975
+ 120,
1976
+ 121,
1977
+ 123,
1978
+ 124,
1979
+ 125,
1980
+ 127,
1981
+ 128,
1982
+ 133,
1983
+ 134,
1984
+ 137,
1985
+ 139,
1986
+ 140,
1987
+ 141,
1988
+ 142,
1989
+ 146,
1990
+ 147,
1991
+ 149,
1992
+ 151,
1993
+ 152,
1994
+ 153,
1995
+ 154,
1996
+ 155,
1997
+ 156,
1998
+ 157,
1999
+ 158,
2000
+ 159,
2001
+ 160,
2002
+ 161,
2003
+ 164,
2004
+ 165,
2005
+ 166,
2006
+ 167,
2007
+ 168,
2008
+ 169,
2009
+ 170,
2010
+ 171,
2011
+ 173,
2012
+ 174,
2013
+ 175,
2014
+ 176,
2015
+ 177,
2016
+ 178,
2017
+ 181,
2018
+ 182,
2019
+ 183,
2020
+ 188,
2021
+ 189,
2022
+ 192,
2023
+ 195,
2024
+ 199,
2025
+ 200,
2026
+ 202,
2027
+ 203,
2028
+ 205,
2029
+ 206,
2030
+ 209,
2031
+ 211,
2032
+ 212,
2033
+ 215,
2034
+ 216,
2035
+ 219,
2036
+ 220,
2037
+ 222,
2038
+ 224,
2039
+ 227,
2040
+ 228,
2041
+ 230,
2042
+ 231,
2043
+ 232,
2044
+ 241,
2045
+ 242,
2046
+ 243,
2047
+ 244,
2048
+ 248,
2049
+ 251,
2050
+ 252,
2051
+ 253
2052
+ ],
2053
+ [
2054
+ 0,
2055
+ 4,
2056
+ 6,
2057
+ 7,
2058
+ 8,
2059
+ 11,
2060
+ 12,
2061
+ 14,
2062
+ 18,
2063
+ 20,
2064
+ 21,
2065
+ 22,
2066
+ 24,
2067
+ 26,
2068
+ 28,
2069
+ 29,
2070
+ 30,
2071
+ 32,
2072
+ 35,
2073
+ 36,
2074
+ 37,
2075
+ 38,
2076
+ 39,
2077
+ 40,
2078
+ 41,
2079
+ 43,
2080
+ 44,
2081
+ 47,
2082
+ 48,
2083
+ 49,
2084
+ 50,
2085
+ 51,
2086
+ 52,
2087
+ 54,
2088
+ 55,
2089
+ 56,
2090
+ 57,
2091
+ 59,
2092
+ 60,
2093
+ 61,
2094
+ 63,
2095
+ 64,
2096
+ 66,
2097
+ 67,
2098
+ 68,
2099
+ 69,
2100
+ 71,
2101
+ 73,
2102
+ 75,
2103
+ 81,
2104
+ 83,
2105
+ 86,
2106
+ 87,
2107
+ 88,
2108
+ 89,
2109
+ 90,
2110
+ 91,
2111
+ 94,
2112
+ 96,
2113
+ 97,
2114
+ 102,
2115
+ 103,
2116
+ 104,
2117
+ 106,
2118
+ 107,
2119
+ 109,
2120
+ 110,
2121
+ 114,
2122
+ 116,
2123
+ 117,
2124
+ 119,
2125
+ 123,
2126
+ 124,
2127
+ 125,
2128
+ 127,
2129
+ 131,
2130
+ 133,
2131
+ 137,
2132
+ 138,
2133
+ 139,
2134
+ 140,
2135
+ 142,
2136
+ 144,
2137
+ 146,
2138
+ 147,
2139
+ 148,
2140
+ 150,
2141
+ 154,
2142
+ 156,
2143
+ 157,
2144
+ 158,
2145
+ 159,
2146
+ 160,
2147
+ 163,
2148
+ 165,
2149
+ 166,
2150
+ 167,
2151
+ 169,
2152
+ 171,
2153
+ 172,
2154
+ 177,
2155
+ 178,
2156
+ 179,
2157
+ 180,
2158
+ 184,
2159
+ 185,
2160
+ 186,
2161
+ 189,
2162
+ 191,
2163
+ 193,
2164
+ 194,
2165
+ 196,
2166
+ 198,
2167
+ 200,
2168
+ 202,
2169
+ 203,
2170
+ 204,
2171
+ 206,
2172
+ 207,
2173
+ 209,
2174
+ 211,
2175
+ 212,
2176
+ 213,
2177
+ 215,
2178
+ 217,
2179
+ 218,
2180
+ 220,
2181
+ 223,
2182
+ 224,
2183
+ 229,
2184
+ 230,
2185
+ 231,
2186
+ 234,
2187
+ 235,
2188
+ 236,
2189
+ 238,
2190
+ 240,
2191
+ 241,
2192
+ 242,
2193
+ 244,
2194
+ 249,
2195
+ 251,
2196
+ 253,
2197
+ 254
2198
+ ],
2199
+ [
2200
+ 0,
2201
+ 1,
2202
+ 2,
2203
+ 3,
2204
+ 5,
2205
+ 9,
2206
+ 11,
2207
+ 12,
2208
+ 13,
2209
+ 14,
2210
+ 16,
2211
+ 18,
2212
+ 20,
2213
+ 21,
2214
+ 23,
2215
+ 25,
2216
+ 27,
2217
+ 28,
2218
+ 33,
2219
+ 34,
2220
+ 35,
2221
+ 36,
2222
+ 37,
2223
+ 42,
2224
+ 44,
2225
+ 45,
2226
+ 49,
2227
+ 50,
2228
+ 53,
2229
+ 54,
2230
+ 55,
2231
+ 57,
2232
+ 58,
2233
+ 60,
2234
+ 61,
2235
+ 63,
2236
+ 65,
2237
+ 66,
2238
+ 69,
2239
+ 70,
2240
+ 71,
2241
+ 72,
2242
+ 74,
2243
+ 76,
2244
+ 78,
2245
+ 79,
2246
+ 80,
2247
+ 81,
2248
+ 83,
2249
+ 84,
2250
+ 85,
2251
+ 87,
2252
+ 88,
2253
+ 89,
2254
+ 93,
2255
+ 96,
2256
+ 98,
2257
+ 99,
2258
+ 101,
2259
+ 102,
2260
+ 103,
2261
+ 108,
2262
+ 109,
2263
+ 112,
2264
+ 113,
2265
+ 114,
2266
+ 115,
2267
+ 116,
2268
+ 120,
2269
+ 121,
2270
+ 123,
2271
+ 127,
2272
+ 128,
2273
+ 130,
2274
+ 131,
2275
+ 132,
2276
+ 133,
2277
+ 136,
2278
+ 137,
2279
+ 140,
2280
+ 141,
2281
+ 142,
2282
+ 146,
2283
+ 147,
2284
+ 148,
2285
+ 149,
2286
+ 150,
2287
+ 151,
2288
+ 153,
2289
+ 154,
2290
+ 155,
2291
+ 157,
2292
+ 159,
2293
+ 160,
2294
+ 165,
2295
+ 166,
2296
+ 168,
2297
+ 169,
2298
+ 170,
2299
+ 171,
2300
+ 172,
2301
+ 173,
2302
+ 174,
2303
+ 175,
2304
+ 177,
2305
+ 179,
2306
+ 181,
2307
+ 182,
2308
+ 183,
2309
+ 184,
2310
+ 185,
2311
+ 187,
2312
+ 188,
2313
+ 189,
2314
+ 190,
2315
+ 192,
2316
+ 193,
2317
+ 197,
2318
+ 200,
2319
+ 203,
2320
+ 207,
2321
+ 215,
2322
+ 224,
2323
+ 226,
2324
+ 227,
2325
+ 228,
2326
+ 229,
2327
+ 230,
2328
+ 231,
2329
+ 232,
2330
+ 233,
2331
+ 234,
2332
+ 236,
2333
+ 239,
2334
+ 240,
2335
+ 241,
2336
+ 242,
2337
+ 243,
2338
+ 244,
2339
+ 247,
2340
+ 248,
2341
+ 249,
2342
+ 250,
2343
+ 255
2344
+ ],
2345
+ [
2346
+ 0,
2347
+ 2,
2348
+ 4,
2349
+ 5,
2350
+ 8,
2351
+ 10,
2352
+ 14,
2353
+ 16,
2354
+ 20,
2355
+ 21,
2356
+ 23,
2357
+ 25,
2358
+ 26,
2359
+ 28,
2360
+ 29,
2361
+ 31,
2362
+ 32,
2363
+ 35,
2364
+ 36,
2365
+ 39,
2366
+ 40,
2367
+ 42,
2368
+ 43,
2369
+ 44,
2370
+ 45,
2371
+ 46,
2372
+ 47,
2373
+ 48,
2374
+ 49,
2375
+ 50,
2376
+ 51,
2377
+ 53,
2378
+ 54,
2379
+ 55,
2380
+ 56,
2381
+ 57,
2382
+ 59,
2383
+ 66,
2384
+ 67,
2385
+ 70,
2386
+ 72,
2387
+ 73,
2388
+ 74,
2389
+ 75,
2390
+ 78,
2391
+ 80,
2392
+ 82,
2393
+ 85,
2394
+ 88,
2395
+ 89,
2396
+ 90,
2397
+ 91,
2398
+ 92,
2399
+ 93,
2400
+ 96,
2401
+ 99,
2402
+ 104,
2403
+ 107,
2404
+ 112,
2405
+ 116,
2406
+ 117,
2407
+ 118,
2408
+ 119,
2409
+ 120,
2410
+ 122,
2411
+ 123,
2412
+ 124,
2413
+ 126,
2414
+ 130,
2415
+ 131,
2416
+ 133,
2417
+ 136,
2418
+ 137,
2419
+ 138,
2420
+ 143,
2421
+ 144,
2422
+ 145,
2423
+ 146,
2424
+ 147,
2425
+ 149,
2426
+ 151,
2427
+ 152,
2428
+ 153,
2429
+ 154,
2430
+ 155,
2431
+ 156,
2432
+ 158,
2433
+ 159,
2434
+ 160,
2435
+ 161,
2436
+ 162,
2437
+ 163,
2438
+ 164,
2439
+ 166,
2440
+ 167,
2441
+ 170,
2442
+ 172,
2443
+ 174,
2444
+ 175,
2445
+ 177,
2446
+ 178,
2447
+ 179,
2448
+ 180,
2449
+ 181,
2450
+ 183,
2451
+ 185,
2452
+ 186,
2453
+ 189,
2454
+ 190,
2455
+ 192,
2456
+ 193,
2457
+ 195,
2458
+ 196,
2459
+ 200,
2460
+ 203,
2461
+ 209,
2462
+ 210,
2463
+ 211,
2464
+ 212,
2465
+ 213,
2466
+ 216,
2467
+ 217,
2468
+ 218,
2469
+ 219,
2470
+ 220,
2471
+ 225,
2472
+ 227,
2473
+ 228,
2474
+ 229,
2475
+ 230,
2476
+ 232,
2477
+ 233,
2478
+ 235,
2479
+ 236,
2480
+ 237,
2481
+ 244,
2482
+ 245,
2483
+ 246,
2484
+ 247,
2485
+ 249,
2486
+ 252,
2487
+ 253,
2488
+ 254,
2489
+ 255
2490
+ ],
2491
+ [
2492
+ 0,
2493
+ 1,
2494
+ 3,
2495
+ 5,
2496
+ 7,
2497
+ 11,
2498
+ 16,
2499
+ 17,
2500
+ 18,
2501
+ 19,
2502
+ 20,
2503
+ 21,
2504
+ 23,
2505
+ 25,
2506
+ 26,
2507
+ 27,
2508
+ 28,
2509
+ 30,
2510
+ 32,
2511
+ 33,
2512
+ 35,
2513
+ 36,
2514
+ 38,
2515
+ 39,
2516
+ 44,
2517
+ 45,
2518
+ 47,
2519
+ 48,
2520
+ 49,
2521
+ 50,
2522
+ 53,
2523
+ 54,
2524
+ 56,
2525
+ 57,
2526
+ 58,
2527
+ 59,
2528
+ 60,
2529
+ 61,
2530
+ 62,
2531
+ 64,
2532
+ 67,
2533
+ 72,
2534
+ 74,
2535
+ 76,
2536
+ 78,
2537
+ 86,
2538
+ 87,
2539
+ 88,
2540
+ 89,
2541
+ 90,
2542
+ 93,
2543
+ 94,
2544
+ 95,
2545
+ 96,
2546
+ 97,
2547
+ 98,
2548
+ 99,
2549
+ 100,
2550
+ 101,
2551
+ 102,
2552
+ 104,
2553
+ 108,
2554
+ 110,
2555
+ 111,
2556
+ 112,
2557
+ 114,
2558
+ 115,
2559
+ 117,
2560
+ 119,
2561
+ 122,
2562
+ 125,
2563
+ 126,
2564
+ 127,
2565
+ 129,
2566
+ 130,
2567
+ 132,
2568
+ 134,
2569
+ 135,
2570
+ 136,
2571
+ 137,
2572
+ 139,
2573
+ 140,
2574
+ 142,
2575
+ 147,
2576
+ 149,
2577
+ 152,
2578
+ 155,
2579
+ 156,
2580
+ 157,
2581
+ 158,
2582
+ 159,
2583
+ 164,
2584
+ 167,
2585
+ 169,
2586
+ 170,
2587
+ 171,
2588
+ 172,
2589
+ 173,
2590
+ 175,
2591
+ 180,
2592
+ 183,
2593
+ 185,
2594
+ 186,
2595
+ 187,
2596
+ 188,
2597
+ 189,
2598
+ 191,
2599
+ 192,
2600
+ 197,
2601
+ 200,
2602
+ 201,
2603
+ 204,
2604
+ 206,
2605
+ 207,
2606
+ 211,
2607
+ 212,
2608
+ 213,
2609
+ 214,
2610
+ 216,
2611
+ 218,
2612
+ 219,
2613
+ 221,
2614
+ 222,
2615
+ 223,
2616
+ 225,
2617
+ 226,
2618
+ 227,
2619
+ 228,
2620
+ 229,
2621
+ 230,
2622
+ 231,
2623
+ 232,
2624
+ 233,
2625
+ 235,
2626
+ 236,
2627
+ 237,
2628
+ 238,
2629
+ 241,
2630
+ 242,
2631
+ 247,
2632
+ 248,
2633
+ 250,
2634
+ 252,
2635
+ 255
2636
+ ],
2637
+ [
2638
+ 0,
2639
+ 1,
2640
+ 2,
2641
+ 3,
2642
+ 5,
2643
+ 6,
2644
+ 11,
2645
+ 12,
2646
+ 13,
2647
+ 16,
2648
+ 18,
2649
+ 19,
2650
+ 21,
2651
+ 24,
2652
+ 30,
2653
+ 32,
2654
+ 35,
2655
+ 37,
2656
+ 43,
2657
+ 44,
2658
+ 47,
2659
+ 50,
2660
+ 51,
2661
+ 53,
2662
+ 55,
2663
+ 56,
2664
+ 57,
2665
+ 59,
2666
+ 60,
2667
+ 61,
2668
+ 63,
2669
+ 66,
2670
+ 67,
2671
+ 68,
2672
+ 69,
2673
+ 71,
2674
+ 72,
2675
+ 73,
2676
+ 75,
2677
+ 80,
2678
+ 83,
2679
+ 84,
2680
+ 85,
2681
+ 86,
2682
+ 87,
2683
+ 88,
2684
+ 89,
2685
+ 90,
2686
+ 91,
2687
+ 92,
2688
+ 93,
2689
+ 94,
2690
+ 100,
2691
+ 102,
2692
+ 103,
2693
+ 104,
2694
+ 105,
2695
+ 108,
2696
+ 110,
2697
+ 111,
2698
+ 112,
2699
+ 113,
2700
+ 114,
2701
+ 115,
2702
+ 116,
2703
+ 117,
2704
+ 119,
2705
+ 122,
2706
+ 123,
2707
+ 125,
2708
+ 126,
2709
+ 128,
2710
+ 129,
2711
+ 130,
2712
+ 132,
2713
+ 133,
2714
+ 134,
2715
+ 135,
2716
+ 137,
2717
+ 138,
2718
+ 139,
2719
+ 140,
2720
+ 141,
2721
+ 142,
2722
+ 148,
2723
+ 151,
2724
+ 152,
2725
+ 153,
2726
+ 155,
2727
+ 156,
2728
+ 158,
2729
+ 159,
2730
+ 161,
2731
+ 162,
2732
+ 163,
2733
+ 164,
2734
+ 165,
2735
+ 166,
2736
+ 167,
2737
+ 169,
2738
+ 170,
2739
+ 171,
2740
+ 172,
2741
+ 174,
2742
+ 175,
2743
+ 176,
2744
+ 177,
2745
+ 179,
2746
+ 180,
2747
+ 181,
2748
+ 183,
2749
+ 184,
2750
+ 187,
2751
+ 188,
2752
+ 190,
2753
+ 192,
2754
+ 193,
2755
+ 197,
2756
+ 198,
2757
+ 199,
2758
+ 201,
2759
+ 203,
2760
+ 209,
2761
+ 211,
2762
+ 212,
2763
+ 213,
2764
+ 214,
2765
+ 215,
2766
+ 216,
2767
+ 219,
2768
+ 220,
2769
+ 223,
2770
+ 225,
2771
+ 229,
2772
+ 237,
2773
+ 238,
2774
+ 239,
2775
+ 240,
2776
+ 241,
2777
+ 245,
2778
+ 250,
2779
+ 251,
2780
+ 254,
2781
+ 255
2782
+ ],
2783
+ [
2784
+ 1,
2785
+ 7,
2786
+ 9,
2787
+ 10,
2788
+ 11,
2789
+ 12,
2790
+ 14,
2791
+ 15,
2792
+ 17,
2793
+ 20,
2794
+ 22,
2795
+ 23,
2796
+ 25,
2797
+ 26,
2798
+ 30,
2799
+ 32,
2800
+ 33,
2801
+ 34,
2802
+ 35,
2803
+ 36,
2804
+ 38,
2805
+ 39,
2806
+ 40,
2807
+ 41,
2808
+ 42,
2809
+ 43,
2810
+ 45,
2811
+ 47,
2812
+ 48,
2813
+ 50,
2814
+ 51,
2815
+ 56,
2816
+ 57,
2817
+ 59,
2818
+ 60,
2819
+ 61,
2820
+ 66,
2821
+ 67,
2822
+ 68,
2823
+ 70,
2824
+ 71,
2825
+ 74,
2826
+ 75,
2827
+ 77,
2828
+ 78,
2829
+ 79,
2830
+ 80,
2831
+ 81,
2832
+ 84,
2833
+ 85,
2834
+ 86,
2835
+ 88,
2836
+ 91,
2837
+ 92,
2838
+ 94,
2839
+ 96,
2840
+ 97,
2841
+ 99,
2842
+ 101,
2843
+ 102,
2844
+ 106,
2845
+ 107,
2846
+ 108,
2847
+ 109,
2848
+ 110,
2849
+ 111,
2850
+ 112,
2851
+ 113,
2852
+ 114,
2853
+ 116,
2854
+ 120,
2855
+ 121,
2856
+ 122,
2857
+ 130,
2858
+ 138,
2859
+ 139,
2860
+ 143,
2861
+ 144,
2862
+ 148,
2863
+ 150,
2864
+ 151,
2865
+ 153,
2866
+ 155,
2867
+ 158,
2868
+ 160,
2869
+ 162,
2870
+ 163,
2871
+ 167,
2872
+ 170,
2873
+ 173,
2874
+ 174,
2875
+ 177,
2876
+ 178,
2877
+ 180,
2878
+ 181,
2879
+ 183,
2880
+ 184,
2881
+ 186,
2882
+ 188,
2883
+ 189,
2884
+ 190,
2885
+ 191,
2886
+ 194,
2887
+ 195,
2888
+ 199,
2889
+ 201,
2890
+ 202,
2891
+ 203,
2892
+ 204,
2893
+ 206,
2894
+ 207,
2895
+ 209,
2896
+ 211,
2897
+ 215,
2898
+ 218,
2899
+ 219,
2900
+ 220,
2901
+ 221,
2902
+ 222,
2903
+ 224,
2904
+ 225,
2905
+ 226,
2906
+ 228,
2907
+ 229,
2908
+ 230,
2909
+ 231,
2910
+ 234,
2911
+ 235,
2912
+ 236,
2913
+ 237,
2914
+ 238,
2915
+ 240,
2916
+ 241,
2917
+ 242,
2918
+ 243,
2919
+ 244,
2920
+ 245,
2921
+ 247,
2922
+ 248,
2923
+ 249,
2924
+ 251,
2925
+ 252,
2926
+ 253,
2927
+ 254
2928
+ ],
2929
+ [
2930
+ 0,
2931
+ 3,
2932
+ 4,
2933
+ 6,
2934
+ 7,
2935
+ 10,
2936
+ 11,
2937
+ 12,
2938
+ 13,
2939
+ 16,
2940
+ 17,
2941
+ 18,
2942
+ 19,
2943
+ 23,
2944
+ 24,
2945
+ 25,
2946
+ 28,
2947
+ 29,
2948
+ 30,
2949
+ 33,
2950
+ 34,
2951
+ 35,
2952
+ 36,
2953
+ 38,
2954
+ 40,
2955
+ 41,
2956
+ 42,
2957
+ 43,
2958
+ 44,
2959
+ 47,
2960
+ 48,
2961
+ 49,
2962
+ 50,
2963
+ 52,
2964
+ 56,
2965
+ 57,
2966
+ 61,
2967
+ 65,
2968
+ 68,
2969
+ 69,
2970
+ 71,
2971
+ 72,
2972
+ 73,
2973
+ 74,
2974
+ 78,
2975
+ 80,
2976
+ 81,
2977
+ 83,
2978
+ 85,
2979
+ 86,
2980
+ 88,
2981
+ 89,
2982
+ 92,
2983
+ 95,
2984
+ 96,
2985
+ 98,
2986
+ 99,
2987
+ 102,
2988
+ 103,
2989
+ 104,
2990
+ 106,
2991
+ 107,
2992
+ 108,
2993
+ 110,
2994
+ 111,
2995
+ 112,
2996
+ 113,
2997
+ 114,
2998
+ 115,
2999
+ 116,
3000
+ 120,
3001
+ 121,
3002
+ 123,
3003
+ 124,
3004
+ 127,
3005
+ 132,
3006
+ 133,
3007
+ 136,
3008
+ 137,
3009
+ 138,
3010
+ 141,
3011
+ 142,
3012
+ 143,
3013
+ 147,
3014
+ 150,
3015
+ 151,
3016
+ 156,
3017
+ 157,
3018
+ 159,
3019
+ 160,
3020
+ 163,
3021
+ 164,
3022
+ 165,
3023
+ 168,
3024
+ 171,
3025
+ 172,
3026
+ 173,
3027
+ 174,
3028
+ 175,
3029
+ 181,
3030
+ 183,
3031
+ 184,
3032
+ 185,
3033
+ 186,
3034
+ 187,
3035
+ 189,
3036
+ 190,
3037
+ 191,
3038
+ 193,
3039
+ 194,
3040
+ 195,
3041
+ 197,
3042
+ 199,
3043
+ 201,
3044
+ 202,
3045
+ 203,
3046
+ 205,
3047
+ 206,
3048
+ 207,
3049
+ 208,
3050
+ 210,
3051
+ 211,
3052
+ 212,
3053
+ 216,
3054
+ 217,
3055
+ 219,
3056
+ 220,
3057
+ 222,
3058
+ 223,
3059
+ 224,
3060
+ 225,
3061
+ 229,
3062
+ 234,
3063
+ 235,
3064
+ 236,
3065
+ 237,
3066
+ 238,
3067
+ 239,
3068
+ 242,
3069
+ 243,
3070
+ 245,
3071
+ 249,
3072
+ 251,
3073
+ 253
3074
+ ],
3075
+ [
3076
+ 0,
3077
+ 2,
3078
+ 4,
3079
+ 5,
3080
+ 6,
3081
+ 8,
3082
+ 11,
3083
+ 12,
3084
+ 13,
3085
+ 14,
3086
+ 16,
3087
+ 18,
3088
+ 19,
3089
+ 20,
3090
+ 23,
3091
+ 25,
3092
+ 27,
3093
+ 29,
3094
+ 31,
3095
+ 32,
3096
+ 35,
3097
+ 38,
3098
+ 39,
3099
+ 43,
3100
+ 44,
3101
+ 45,
3102
+ 47,
3103
+ 53,
3104
+ 54,
3105
+ 55,
3106
+ 58,
3107
+ 61,
3108
+ 63,
3109
+ 65,
3110
+ 66,
3111
+ 67,
3112
+ 69,
3113
+ 71,
3114
+ 72,
3115
+ 73,
3116
+ 77,
3117
+ 78,
3118
+ 79,
3119
+ 81,
3120
+ 87,
3121
+ 88,
3122
+ 94,
3123
+ 95,
3124
+ 96,
3125
+ 98,
3126
+ 102,
3127
+ 103,
3128
+ 105,
3129
+ 107,
3130
+ 108,
3131
+ 112,
3132
+ 113,
3133
+ 114,
3134
+ 115,
3135
+ 116,
3136
+ 118,
3137
+ 119,
3138
+ 120,
3139
+ 121,
3140
+ 122,
3141
+ 123,
3142
+ 126,
3143
+ 127,
3144
+ 128,
3145
+ 129,
3146
+ 132,
3147
+ 135,
3148
+ 136,
3149
+ 137,
3150
+ 138,
3151
+ 141,
3152
+ 142,
3153
+ 143,
3154
+ 145,
3155
+ 146,
3156
+ 148,
3157
+ 149,
3158
+ 151,
3159
+ 152,
3160
+ 153,
3161
+ 155,
3162
+ 156,
3163
+ 161,
3164
+ 164,
3165
+ 165,
3166
+ 169,
3167
+ 170,
3168
+ 171,
3169
+ 172,
3170
+ 174,
3171
+ 177,
3172
+ 178,
3173
+ 180,
3174
+ 184,
3175
+ 186,
3176
+ 188,
3177
+ 189,
3178
+ 191,
3179
+ 192,
3180
+ 193,
3181
+ 194,
3182
+ 197,
3183
+ 198,
3184
+ 200,
3185
+ 201,
3186
+ 203,
3187
+ 206,
3188
+ 207,
3189
+ 209,
3190
+ 210,
3191
+ 211,
3192
+ 212,
3193
+ 213,
3194
+ 215,
3195
+ 217,
3196
+ 218,
3197
+ 220,
3198
+ 224,
3199
+ 225,
3200
+ 227,
3201
+ 228,
3202
+ 230,
3203
+ 231,
3204
+ 232,
3205
+ 234,
3206
+ 236,
3207
+ 237,
3208
+ 239,
3209
+ 240,
3210
+ 241,
3211
+ 243,
3212
+ 245,
3213
+ 246,
3214
+ 248,
3215
+ 250,
3216
+ 251,
3217
+ 252,
3218
+ 254,
3219
+ 255
3220
+ ],
3221
+ [
3222
+ 0,
3223
+ 1,
3224
+ 2,
3225
+ 3,
3226
+ 5,
3227
+ 7,
3228
+ 8,
3229
+ 9,
3230
+ 11,
3231
+ 12,
3232
+ 13,
3233
+ 17,
3234
+ 19,
3235
+ 20,
3236
+ 21,
3237
+ 23,
3238
+ 24,
3239
+ 26,
3240
+ 31,
3241
+ 34,
3242
+ 35,
3243
+ 40,
3244
+ 41,
3245
+ 42,
3246
+ 43,
3247
+ 46,
3248
+ 48,
3249
+ 49,
3250
+ 51,
3251
+ 52,
3252
+ 56,
3253
+ 59,
3254
+ 60,
3255
+ 62,
3256
+ 64,
3257
+ 66,
3258
+ 68,
3259
+ 70,
3260
+ 72,
3261
+ 73,
3262
+ 76,
3263
+ 77,
3264
+ 78,
3265
+ 80,
3266
+ 81,
3267
+ 82,
3268
+ 83,
3269
+ 84,
3270
+ 85,
3271
+ 88,
3272
+ 90,
3273
+ 91,
3274
+ 92,
3275
+ 94,
3276
+ 95,
3277
+ 102,
3278
+ 104,
3279
+ 107,
3280
+ 108,
3281
+ 109,
3282
+ 111,
3283
+ 113,
3284
+ 114,
3285
+ 115,
3286
+ 116,
3287
+ 117,
3288
+ 119,
3289
+ 121,
3290
+ 124,
3291
+ 125,
3292
+ 126,
3293
+ 127,
3294
+ 128,
3295
+ 130,
3296
+ 132,
3297
+ 133,
3298
+ 134,
3299
+ 135,
3300
+ 136,
3301
+ 137,
3302
+ 140,
3303
+ 141,
3304
+ 142,
3305
+ 143,
3306
+ 144,
3307
+ 146,
3308
+ 147,
3309
+ 149,
3310
+ 152,
3311
+ 154,
3312
+ 156,
3313
+ 157,
3314
+ 159,
3315
+ 160,
3316
+ 161,
3317
+ 163,
3318
+ 165,
3319
+ 166,
3320
+ 167,
3321
+ 168,
3322
+ 169,
3323
+ 171,
3324
+ 172,
3325
+ 175,
3326
+ 177,
3327
+ 179,
3328
+ 182,
3329
+ 183,
3330
+ 184,
3331
+ 187,
3332
+ 189,
3333
+ 190,
3334
+ 193,
3335
+ 194,
3336
+ 198,
3337
+ 199,
3338
+ 203,
3339
+ 204,
3340
+ 205,
3341
+ 207,
3342
+ 208,
3343
+ 210,
3344
+ 211,
3345
+ 212,
3346
+ 213,
3347
+ 216,
3348
+ 218,
3349
+ 219,
3350
+ 220,
3351
+ 222,
3352
+ 223,
3353
+ 224,
3354
+ 225,
3355
+ 228,
3356
+ 232,
3357
+ 233,
3358
+ 234,
3359
+ 242,
3360
+ 246,
3361
+ 248,
3362
+ 249,
3363
+ 250,
3364
+ 252,
3365
+ 253
3366
+ ],
3367
+ [
3368
+ 3,
3369
+ 9,
3370
+ 10,
3371
+ 13,
3372
+ 15,
3373
+ 16,
3374
+ 17,
3375
+ 18,
3376
+ 19,
3377
+ 20,
3378
+ 22,
3379
+ 24,
3380
+ 25,
3381
+ 27,
3382
+ 32,
3383
+ 36,
3384
+ 37,
3385
+ 39,
3386
+ 40,
3387
+ 41,
3388
+ 42,
3389
+ 44,
3390
+ 46,
3391
+ 47,
3392
+ 49,
3393
+ 52,
3394
+ 54,
3395
+ 57,
3396
+ 59,
3397
+ 60,
3398
+ 62,
3399
+ 63,
3400
+ 64,
3401
+ 66,
3402
+ 69,
3403
+ 70,
3404
+ 72,
3405
+ 73,
3406
+ 74,
3407
+ 78,
3408
+ 79,
3409
+ 80,
3410
+ 81,
3411
+ 84,
3412
+ 85,
3413
+ 86,
3414
+ 88,
3415
+ 91,
3416
+ 93,
3417
+ 94,
3418
+ 95,
3419
+ 98,
3420
+ 99,
3421
+ 102,
3422
+ 103,
3423
+ 104,
3424
+ 105,
3425
+ 106,
3426
+ 109,
3427
+ 111,
3428
+ 112,
3429
+ 114,
3430
+ 116,
3431
+ 117,
3432
+ 121,
3433
+ 122,
3434
+ 126,
3435
+ 127,
3436
+ 128,
3437
+ 129,
3438
+ 130,
3439
+ 132,
3440
+ 133,
3441
+ 135,
3442
+ 136,
3443
+ 137,
3444
+ 138,
3445
+ 141,
3446
+ 142,
3447
+ 143,
3448
+ 145,
3449
+ 146,
3450
+ 147,
3451
+ 148,
3452
+ 151,
3453
+ 153,
3454
+ 154,
3455
+ 155,
3456
+ 156,
3457
+ 157,
3458
+ 158,
3459
+ 159,
3460
+ 161,
3461
+ 162,
3462
+ 164,
3463
+ 167,
3464
+ 168,
3465
+ 172,
3466
+ 174,
3467
+ 178,
3468
+ 180,
3469
+ 181,
3470
+ 184,
3471
+ 186,
3472
+ 188,
3473
+ 189,
3474
+ 191,
3475
+ 192,
3476
+ 194,
3477
+ 200,
3478
+ 201,
3479
+ 202,
3480
+ 203,
3481
+ 205,
3482
+ 206,
3483
+ 207,
3484
+ 208,
3485
+ 209,
3486
+ 210,
3487
+ 213,
3488
+ 215,
3489
+ 216,
3490
+ 218,
3491
+ 220,
3492
+ 221,
3493
+ 222,
3494
+ 223,
3495
+ 224,
3496
+ 225,
3497
+ 226,
3498
+ 230,
3499
+ 231,
3500
+ 233,
3501
+ 236,
3502
+ 238,
3503
+ 242,
3504
+ 243,
3505
+ 247,
3506
+ 248,
3507
+ 249,
3508
+ 252,
3509
+ 253,
3510
+ 254,
3511
+ 255
3512
+ ],
3513
+ [
3514
+ 0,
3515
+ 1,
3516
+ 2,
3517
+ 3,
3518
+ 7,
3519
+ 8,
3520
+ 11,
3521
+ 12,
3522
+ 14,
3523
+ 16,
3524
+ 17,
3525
+ 18,
3526
+ 19,
3527
+ 21,
3528
+ 24,
3529
+ 26,
3530
+ 32,
3531
+ 34,
3532
+ 38,
3533
+ 39,
3534
+ 41,
3535
+ 42,
3536
+ 43,
3537
+ 44,
3538
+ 46,
3539
+ 47,
3540
+ 50,
3541
+ 53,
3542
+ 55,
3543
+ 56,
3544
+ 57,
3545
+ 58,
3546
+ 59,
3547
+ 60,
3548
+ 62,
3549
+ 63,
3550
+ 65,
3551
+ 67,
3552
+ 68,
3553
+ 70,
3554
+ 71,
3555
+ 73,
3556
+ 74,
3557
+ 77,
3558
+ 79,
3559
+ 80,
3560
+ 81,
3561
+ 83,
3562
+ 84,
3563
+ 87,
3564
+ 88,
3565
+ 89,
3566
+ 91,
3567
+ 92,
3568
+ 93,
3569
+ 94,
3570
+ 95,
3571
+ 98,
3572
+ 99,
3573
+ 100,
3574
+ 101,
3575
+ 102,
3576
+ 103,
3577
+ 104,
3578
+ 106,
3579
+ 107,
3580
+ 108,
3581
+ 112,
3582
+ 113,
3583
+ 115,
3584
+ 116,
3585
+ 119,
3586
+ 120,
3587
+ 122,
3588
+ 124,
3589
+ 125,
3590
+ 126,
3591
+ 127,
3592
+ 128,
3593
+ 132,
3594
+ 133,
3595
+ 136,
3596
+ 137,
3597
+ 138,
3598
+ 139,
3599
+ 142,
3600
+ 143,
3601
+ 144,
3602
+ 145,
3603
+ 146,
3604
+ 147,
3605
+ 149,
3606
+ 150,
3607
+ 153,
3608
+ 155,
3609
+ 156,
3610
+ 157,
3611
+ 160,
3612
+ 161,
3613
+ 163,
3614
+ 164,
3615
+ 166,
3616
+ 167,
3617
+ 168,
3618
+ 173,
3619
+ 178,
3620
+ 180,
3621
+ 181,
3622
+ 184,
3623
+ 186,
3624
+ 188,
3625
+ 189,
3626
+ 191,
3627
+ 194,
3628
+ 195,
3629
+ 196,
3630
+ 201,
3631
+ 203,
3632
+ 205,
3633
+ 206,
3634
+ 207,
3635
+ 210,
3636
+ 212,
3637
+ 214,
3638
+ 216,
3639
+ 217,
3640
+ 218,
3641
+ 219,
3642
+ 220,
3643
+ 221,
3644
+ 222,
3645
+ 224,
3646
+ 225,
3647
+ 226,
3648
+ 232,
3649
+ 235,
3650
+ 240,
3651
+ 242,
3652
+ 250,
3653
+ 251,
3654
+ 252,
3655
+ 253,
3656
+ 254,
3657
+ 255
3658
+ ],
3659
+ [
3660
+ 0,
3661
+ 1,
3662
+ 2,
3663
+ 3,
3664
+ 5,
3665
+ 6,
3666
+ 13,
3667
+ 16,
3668
+ 18,
3669
+ 19,
3670
+ 20,
3671
+ 21,
3672
+ 22,
3673
+ 30,
3674
+ 33,
3675
+ 35,
3676
+ 36,
3677
+ 37,
3678
+ 38,
3679
+ 40,
3680
+ 42,
3681
+ 43,
3682
+ 44,
3683
+ 45,
3684
+ 47,
3685
+ 48,
3686
+ 49,
3687
+ 51,
3688
+ 52,
3689
+ 57,
3690
+ 58,
3691
+ 61,
3692
+ 64,
3693
+ 66,
3694
+ 72,
3695
+ 73,
3696
+ 76,
3697
+ 78,
3698
+ 80,
3699
+ 81,
3700
+ 82,
3701
+ 84,
3702
+ 86,
3703
+ 87,
3704
+ 89,
3705
+ 93,
3706
+ 97,
3707
+ 98,
3708
+ 100,
3709
+ 101,
3710
+ 102,
3711
+ 104,
3712
+ 105,
3713
+ 106,
3714
+ 107,
3715
+ 110,
3716
+ 111,
3717
+ 112,
3718
+ 113,
3719
+ 114,
3720
+ 115,
3721
+ 116,
3722
+ 118,
3723
+ 119,
3724
+ 120,
3725
+ 123,
3726
+ 127,
3727
+ 128,
3728
+ 130,
3729
+ 132,
3730
+ 133,
3731
+ 134,
3732
+ 137,
3733
+ 139,
3734
+ 140,
3735
+ 141,
3736
+ 142,
3737
+ 146,
3738
+ 147,
3739
+ 151,
3740
+ 152,
3741
+ 153,
3742
+ 154,
3743
+ 155,
3744
+ 156,
3745
+ 157,
3746
+ 158,
3747
+ 159,
3748
+ 161,
3749
+ 164,
3750
+ 165,
3751
+ 166,
3752
+ 167,
3753
+ 168,
3754
+ 169,
3755
+ 170,
3756
+ 171,
3757
+ 172,
3758
+ 173,
3759
+ 175,
3760
+ 177,
3761
+ 178,
3762
+ 181,
3763
+ 182,
3764
+ 183,
3765
+ 184,
3766
+ 188,
3767
+ 189,
3768
+ 192,
3769
+ 195,
3770
+ 199,
3771
+ 200,
3772
+ 202,
3773
+ 203,
3774
+ 205,
3775
+ 206,
3776
+ 209,
3777
+ 210,
3778
+ 211,
3779
+ 212,
3780
+ 215,
3781
+ 216,
3782
+ 219,
3783
+ 220,
3784
+ 222,
3785
+ 224,
3786
+ 227,
3787
+ 228,
3788
+ 230,
3789
+ 231,
3790
+ 232,
3791
+ 233,
3792
+ 234,
3793
+ 240,
3794
+ 241,
3795
+ 242,
3796
+ 243,
3797
+ 244,
3798
+ 248,
3799
+ 249,
3800
+ 251,
3801
+ 252,
3802
+ 253,
3803
+ 255
3804
+ ],
3805
+ [
3806
+ 0,
3807
+ 6,
3808
+ 8,
3809
+ 9,
3810
+ 11,
3811
+ 12,
3812
+ 14,
3813
+ 16,
3814
+ 18,
3815
+ 19,
3816
+ 20,
3817
+ 22,
3818
+ 24,
3819
+ 26,
3820
+ 28,
3821
+ 32,
3822
+ 35,
3823
+ 36,
3824
+ 37,
3825
+ 38,
3826
+ 39,
3827
+ 40,
3828
+ 41,
3829
+ 42,
3830
+ 43,
3831
+ 44,
3832
+ 46,
3833
+ 48,
3834
+ 49,
3835
+ 50,
3836
+ 51,
3837
+ 52,
3838
+ 54,
3839
+ 56,
3840
+ 57,
3841
+ 59,
3842
+ 61,
3843
+ 63,
3844
+ 67,
3845
+ 69,
3846
+ 71,
3847
+ 73,
3848
+ 75,
3849
+ 81,
3850
+ 82,
3851
+ 83,
3852
+ 86,
3853
+ 87,
3854
+ 88,
3855
+ 89,
3856
+ 90,
3857
+ 92,
3858
+ 93,
3859
+ 94,
3860
+ 96,
3861
+ 97,
3862
+ 98,
3863
+ 103,
3864
+ 105,
3865
+ 106,
3866
+ 107,
3867
+ 109,
3868
+ 110,
3869
+ 111,
3870
+ 112,
3871
+ 114,
3872
+ 116,
3873
+ 117,
3874
+ 118,
3875
+ 123,
3876
+ 124,
3877
+ 127,
3878
+ 131,
3879
+ 133,
3880
+ 136,
3881
+ 137,
3882
+ 139,
3883
+ 140,
3884
+ 142,
3885
+ 144,
3886
+ 147,
3887
+ 148,
3888
+ 150,
3889
+ 154,
3890
+ 156,
3891
+ 157,
3892
+ 158,
3893
+ 159,
3894
+ 160,
3895
+ 163,
3896
+ 165,
3897
+ 166,
3898
+ 167,
3899
+ 169,
3900
+ 171,
3901
+ 172,
3902
+ 177,
3903
+ 178,
3904
+ 179,
3905
+ 180,
3906
+ 182,
3907
+ 184,
3908
+ 185,
3909
+ 186,
3910
+ 188,
3911
+ 189,
3912
+ 190,
3913
+ 191,
3914
+ 193,
3915
+ 194,
3916
+ 196,
3917
+ 197,
3918
+ 198,
3919
+ 202,
3920
+ 203,
3921
+ 204,
3922
+ 206,
3923
+ 207,
3924
+ 211,
3925
+ 213,
3926
+ 214,
3927
+ 215,
3928
+ 216,
3929
+ 217,
3930
+ 218,
3931
+ 220,
3932
+ 224,
3933
+ 225,
3934
+ 229,
3935
+ 230,
3936
+ 231,
3937
+ 235,
3938
+ 236,
3939
+ 238,
3940
+ 239,
3941
+ 240,
3942
+ 241,
3943
+ 242,
3944
+ 243,
3945
+ 244,
3946
+ 249,
3947
+ 251,
3948
+ 253,
3949
+ 254
3950
+ ],
3951
+ [
3952
+ 1,
3953
+ 3,
3954
+ 5,
3955
+ 9,
3956
+ 11,
3957
+ 12,
3958
+ 13,
3959
+ 14,
3960
+ 16,
3961
+ 18,
3962
+ 20,
3963
+ 21,
3964
+ 23,
3965
+ 27,
3966
+ 28,
3967
+ 29,
3968
+ 33,
3969
+ 34,
3970
+ 35,
3971
+ 42,
3972
+ 44,
3973
+ 49,
3974
+ 50,
3975
+ 51,
3976
+ 53,
3977
+ 54,
3978
+ 55,
3979
+ 57,
3980
+ 58,
3981
+ 60,
3982
+ 61,
3983
+ 63,
3984
+ 65,
3985
+ 66,
3986
+ 70,
3987
+ 71,
3988
+ 74,
3989
+ 76,
3990
+ 78,
3991
+ 79,
3992
+ 80,
3993
+ 81,
3994
+ 82,
3995
+ 85,
3996
+ 86,
3997
+ 87,
3998
+ 88,
3999
+ 89,
4000
+ 93,
4001
+ 95,
4002
+ 96,
4003
+ 97,
4004
+ 98,
4005
+ 99,
4006
+ 101,
4007
+ 102,
4008
+ 103,
4009
+ 108,
4010
+ 109,
4011
+ 110,
4012
+ 112,
4013
+ 113,
4014
+ 114,
4015
+ 115,
4016
+ 116,
4017
+ 120,
4018
+ 121,
4019
+ 123,
4020
+ 124,
4021
+ 125,
4022
+ 127,
4023
+ 128,
4024
+ 130,
4025
+ 131,
4026
+ 132,
4027
+ 133,
4028
+ 136,
4029
+ 137,
4030
+ 140,
4031
+ 141,
4032
+ 142,
4033
+ 146,
4034
+ 149,
4035
+ 150,
4036
+ 151,
4037
+ 153,
4038
+ 154,
4039
+ 155,
4040
+ 157,
4041
+ 159,
4042
+ 165,
4043
+ 166,
4044
+ 168,
4045
+ 169,
4046
+ 170,
4047
+ 171,
4048
+ 172,
4049
+ 173,
4050
+ 174,
4051
+ 175,
4052
+ 177,
4053
+ 179,
4054
+ 181,
4055
+ 182,
4056
+ 183,
4057
+ 184,
4058
+ 185,
4059
+ 186,
4060
+ 187,
4061
+ 188,
4062
+ 189,
4063
+ 190,
4064
+ 191,
4065
+ 192,
4066
+ 196,
4067
+ 200,
4068
+ 203,
4069
+ 207,
4070
+ 213,
4071
+ 215,
4072
+ 216,
4073
+ 218,
4074
+ 220,
4075
+ 224,
4076
+ 225,
4077
+ 226,
4078
+ 228,
4079
+ 229,
4080
+ 230,
4081
+ 231,
4082
+ 233,
4083
+ 236,
4084
+ 239,
4085
+ 240,
4086
+ 241,
4087
+ 242,
4088
+ 243,
4089
+ 244,
4090
+ 247,
4091
+ 248,
4092
+ 249,
4093
+ 250,
4094
+ 254,
4095
+ 255
4096
+ ],
4097
+ [
4098
+ 2,
4099
+ 4,
4100
+ 5,
4101
+ 8,
4102
+ 10,
4103
+ 13,
4104
+ 14,
4105
+ 16,
4106
+ 18,
4107
+ 20,
4108
+ 21,
4109
+ 23,
4110
+ 24,
4111
+ 26,
4112
+ 28,
4113
+ 31,
4114
+ 35,
4115
+ 36,
4116
+ 39,
4117
+ 40,
4118
+ 41,
4119
+ 42,
4120
+ 43,
4121
+ 45,
4122
+ 46,
4123
+ 47,
4124
+ 50,
4125
+ 51,
4126
+ 53,
4127
+ 54,
4128
+ 55,
4129
+ 56,
4130
+ 57,
4131
+ 59,
4132
+ 61,
4133
+ 63,
4134
+ 65,
4135
+ 66,
4136
+ 67,
4137
+ 70,
4138
+ 72,
4139
+ 74,
4140
+ 75,
4141
+ 78,
4142
+ 80,
4143
+ 82,
4144
+ 84,
4145
+ 85,
4146
+ 88,
4147
+ 89,
4148
+ 91,
4149
+ 92,
4150
+ 95,
4151
+ 96,
4152
+ 99,
4153
+ 104,
4154
+ 105,
4155
+ 107,
4156
+ 112,
4157
+ 116,
4158
+ 117,
4159
+ 118,
4160
+ 119,
4161
+ 122,
4162
+ 123,
4163
+ 124,
4164
+ 126,
4165
+ 130,
4166
+ 133,
4167
+ 134,
4168
+ 136,
4169
+ 137,
4170
+ 138,
4171
+ 141,
4172
+ 144,
4173
+ 145,
4174
+ 146,
4175
+ 147,
4176
+ 148,
4177
+ 149,
4178
+ 150,
4179
+ 151,
4180
+ 152,
4181
+ 153,
4182
+ 155,
4183
+ 156,
4184
+ 158,
4185
+ 159,
4186
+ 160,
4187
+ 161,
4188
+ 163,
4189
+ 164,
4190
+ 166,
4191
+ 167,
4192
+ 168,
4193
+ 169,
4194
+ 170,
4195
+ 172,
4196
+ 174,
4197
+ 177,
4198
+ 178,
4199
+ 179,
4200
+ 180,
4201
+ 181,
4202
+ 183,
4203
+ 185,
4204
+ 186,
4205
+ 190,
4206
+ 193,
4207
+ 194,
4208
+ 196,
4209
+ 200,
4210
+ 201,
4211
+ 203,
4212
+ 204,
4213
+ 209,
4214
+ 210,
4215
+ 211,
4216
+ 212,
4217
+ 213,
4218
+ 218,
4219
+ 219,
4220
+ 220,
4221
+ 225,
4222
+ 227,
4223
+ 228,
4224
+ 229,
4225
+ 230,
4226
+ 232,
4227
+ 233,
4228
+ 234,
4229
+ 235,
4230
+ 236,
4231
+ 237,
4232
+ 238,
4233
+ 242,
4234
+ 245,
4235
+ 246,
4236
+ 247,
4237
+ 249,
4238
+ 252,
4239
+ 253,
4240
+ 254,
4241
+ 255
4242
+ ],
4243
+ [
4244
+ 0,
4245
+ 1,
4246
+ 5,
4247
+ 7,
4248
+ 9,
4249
+ 10,
4250
+ 11,
4251
+ 15,
4252
+ 16,
4253
+ 17,
4254
+ 18,
4255
+ 19,
4256
+ 20,
4257
+ 21,
4258
+ 23,
4259
+ 25,
4260
+ 26,
4261
+ 27,
4262
+ 28,
4263
+ 29,
4264
+ 30,
4265
+ 32,
4266
+ 33,
4267
+ 34,
4268
+ 36,
4269
+ 37,
4270
+ 38,
4271
+ 44,
4272
+ 45,
4273
+ 46,
4274
+ 49,
4275
+ 50,
4276
+ 54,
4277
+ 56,
4278
+ 57,
4279
+ 58,
4280
+ 59,
4281
+ 60,
4282
+ 61,
4283
+ 62,
4284
+ 64,
4285
+ 71,
4286
+ 72,
4287
+ 73,
4288
+ 76,
4289
+ 78,
4290
+ 79,
4291
+ 86,
4292
+ 87,
4293
+ 88,
4294
+ 89,
4295
+ 93,
4296
+ 94,
4297
+ 96,
4298
+ 97,
4299
+ 98,
4300
+ 99,
4301
+ 100,
4302
+ 101,
4303
+ 102,
4304
+ 103,
4305
+ 104,
4306
+ 106,
4307
+ 110,
4308
+ 111,
4309
+ 112,
4310
+ 114,
4311
+ 115,
4312
+ 117,
4313
+ 119,
4314
+ 122,
4315
+ 125,
4316
+ 126,
4317
+ 129,
4318
+ 130,
4319
+ 131,
4320
+ 134,
4321
+ 139,
4322
+ 140,
4323
+ 141,
4324
+ 142,
4325
+ 144,
4326
+ 147,
4327
+ 149,
4328
+ 150,
4329
+ 152,
4330
+ 155,
4331
+ 156,
4332
+ 157,
4333
+ 159,
4334
+ 160,
4335
+ 164,
4336
+ 165,
4337
+ 167,
4338
+ 168,
4339
+ 169,
4340
+ 170,
4341
+ 171,
4342
+ 172,
4343
+ 173,
4344
+ 175,
4345
+ 177,
4346
+ 178,
4347
+ 182,
4348
+ 183,
4349
+ 185,
4350
+ 186,
4351
+ 188,
4352
+ 189,
4353
+ 190,
4354
+ 191,
4355
+ 192,
4356
+ 197,
4357
+ 198,
4358
+ 201,
4359
+ 204,
4360
+ 206,
4361
+ 213,
4362
+ 214,
4363
+ 215,
4364
+ 216,
4365
+ 218,
4366
+ 219,
4367
+ 221,
4368
+ 222,
4369
+ 223,
4370
+ 225,
4371
+ 226,
4372
+ 230,
4373
+ 231,
4374
+ 232,
4375
+ 233,
4376
+ 235,
4377
+ 236,
4378
+ 238,
4379
+ 242,
4380
+ 246,
4381
+ 247,
4382
+ 248,
4383
+ 249,
4384
+ 250,
4385
+ 252,
4386
+ 254,
4387
+ 255
4388
+ ],
4389
+ [
4390
+ 0,
4391
+ 1,
4392
+ 2,
4393
+ 3,
4394
+ 5,
4395
+ 6,
4396
+ 11,
4397
+ 12,
4398
+ 13,
4399
+ 16,
4400
+ 18,
4401
+ 19,
4402
+ 24,
4403
+ 25,
4404
+ 28,
4405
+ 30,
4406
+ 31,
4407
+ 32,
4408
+ 34,
4409
+ 35,
4410
+ 37,
4411
+ 38,
4412
+ 39,
4413
+ 42,
4414
+ 43,
4415
+ 44,
4416
+ 45,
4417
+ 50,
4418
+ 51,
4419
+ 52,
4420
+ 53,
4421
+ 55,
4422
+ 56,
4423
+ 57,
4424
+ 59,
4425
+ 60,
4426
+ 61,
4427
+ 63,
4428
+ 66,
4429
+ 67,
4430
+ 68,
4431
+ 69,
4432
+ 71,
4433
+ 72,
4434
+ 73,
4435
+ 75,
4436
+ 80,
4437
+ 81,
4438
+ 83,
4439
+ 85,
4440
+ 86,
4441
+ 87,
4442
+ 88,
4443
+ 89,
4444
+ 90,
4445
+ 91,
4446
+ 92,
4447
+ 94,
4448
+ 99,
4449
+ 100,
4450
+ 103,
4451
+ 104,
4452
+ 108,
4453
+ 111,
4454
+ 112,
4455
+ 113,
4456
+ 114,
4457
+ 115,
4458
+ 116,
4459
+ 117,
4460
+ 119,
4461
+ 122,
4462
+ 123,
4463
+ 126,
4464
+ 128,
4465
+ 129,
4466
+ 130,
4467
+ 134,
4468
+ 135,
4469
+ 137,
4470
+ 138,
4471
+ 139,
4472
+ 141,
4473
+ 142,
4474
+ 148,
4475
+ 151,
4476
+ 152,
4477
+ 155,
4478
+ 156,
4479
+ 158,
4480
+ 159,
4481
+ 161,
4482
+ 162,
4483
+ 163,
4484
+ 164,
4485
+ 165,
4486
+ 166,
4487
+ 170,
4488
+ 172,
4489
+ 174,
4490
+ 175,
4491
+ 176,
4492
+ 177,
4493
+ 179,
4494
+ 180,
4495
+ 181,
4496
+ 184,
4497
+ 186,
4498
+ 187,
4499
+ 188,
4500
+ 190,
4501
+ 192,
4502
+ 193,
4503
+ 196,
4504
+ 197,
4505
+ 198,
4506
+ 199,
4507
+ 201,
4508
+ 203,
4509
+ 204,
4510
+ 205,
4511
+ 209,
4512
+ 211,
4513
+ 212,
4514
+ 213,
4515
+ 214,
4516
+ 215,
4517
+ 216,
4518
+ 219,
4519
+ 220,
4520
+ 223,
4521
+ 225,
4522
+ 227,
4523
+ 232,
4524
+ 234,
4525
+ 237,
4526
+ 238,
4527
+ 239,
4528
+ 240,
4529
+ 241,
4530
+ 245,
4531
+ 250,
4532
+ 251,
4533
+ 254
4534
+ ],
4535
+ [
4536
+ 1,
4537
+ 4,
4538
+ 7,
4539
+ 10,
4540
+ 11,
4541
+ 12,
4542
+ 14,
4543
+ 15,
4544
+ 17,
4545
+ 20,
4546
+ 22,
4547
+ 23,
4548
+ 24,
4549
+ 25,
4550
+ 26,
4551
+ 28,
4552
+ 30,
4553
+ 31,
4554
+ 32,
4555
+ 33,
4556
+ 34,
4557
+ 35,
4558
+ 36,
4559
+ 37,
4560
+ 38,
4561
+ 39,
4562
+ 40,
4563
+ 41,
4564
+ 42,
4565
+ 43,
4566
+ 45,
4567
+ 47,
4568
+ 49,
4569
+ 50,
4570
+ 51,
4571
+ 55,
4572
+ 56,
4573
+ 59,
4574
+ 60,
4575
+ 61,
4576
+ 66,
4577
+ 67,
4578
+ 68,
4579
+ 70,
4580
+ 71,
4581
+ 74,
4582
+ 75,
4583
+ 78,
4584
+ 79,
4585
+ 80,
4586
+ 81,
4587
+ 85,
4588
+ 88,
4589
+ 91,
4590
+ 92,
4591
+ 94,
4592
+ 96,
4593
+ 99,
4594
+ 101,
4595
+ 102,
4596
+ 105,
4597
+ 106,
4598
+ 107,
4599
+ 108,
4600
+ 109,
4601
+ 110,
4602
+ 111,
4603
+ 112,
4604
+ 113,
4605
+ 116,
4606
+ 120,
4607
+ 121,
4608
+ 122,
4609
+ 130,
4610
+ 132,
4611
+ 138,
4612
+ 139,
4613
+ 142,
4614
+ 143,
4615
+ 144,
4616
+ 146,
4617
+ 148,
4618
+ 149,
4619
+ 151,
4620
+ 154,
4621
+ 157,
4622
+ 158,
4623
+ 160,
4624
+ 162,
4625
+ 163,
4626
+ 164,
4627
+ 167,
4628
+ 170,
4629
+ 172,
4630
+ 173,
4631
+ 174,
4632
+ 177,
4633
+ 178,
4634
+ 180,
4635
+ 181,
4636
+ 183,
4637
+ 184,
4638
+ 186,
4639
+ 188,
4640
+ 191,
4641
+ 193,
4642
+ 194,
4643
+ 199,
4644
+ 201,
4645
+ 202,
4646
+ 203,
4647
+ 204,
4648
+ 205,
4649
+ 206,
4650
+ 207,
4651
+ 209,
4652
+ 211,
4653
+ 212,
4654
+ 215,
4655
+ 218,
4656
+ 219,
4657
+ 221,
4658
+ 224,
4659
+ 225,
4660
+ 226,
4661
+ 228,
4662
+ 229,
4663
+ 230,
4664
+ 231,
4665
+ 233,
4666
+ 236,
4667
+ 237,
4668
+ 238,
4669
+ 239,
4670
+ 240,
4671
+ 241,
4672
+ 242,
4673
+ 245,
4674
+ 246,
4675
+ 247,
4676
+ 249,
4677
+ 251,
4678
+ 252,
4679
+ 254
4680
+ ],
4681
+ [
4682
+ 2,
4683
+ 3,
4684
+ 7,
4685
+ 9,
4686
+ 12,
4687
+ 14,
4688
+ 15,
4689
+ 16,
4690
+ 17,
4691
+ 18,
4692
+ 19,
4693
+ 21,
4694
+ 22,
4695
+ 25,
4696
+ 26,
4697
+ 27,
4698
+ 28,
4699
+ 29,
4700
+ 30,
4701
+ 31,
4702
+ 32,
4703
+ 33,
4704
+ 35,
4705
+ 37,
4706
+ 38,
4707
+ 40,
4708
+ 42,
4709
+ 46,
4710
+ 47,
4711
+ 48,
4712
+ 50,
4713
+ 52,
4714
+ 53,
4715
+ 54,
4716
+ 55,
4717
+ 57,
4718
+ 58,
4719
+ 60,
4720
+ 61,
4721
+ 62,
4722
+ 64,
4723
+ 66,
4724
+ 68,
4725
+ 70,
4726
+ 71,
4727
+ 73,
4728
+ 74,
4729
+ 75,
4730
+ 76,
4731
+ 78,
4732
+ 80,
4733
+ 82,
4734
+ 84,
4735
+ 85,
4736
+ 86,
4737
+ 88,
4738
+ 89,
4739
+ 90,
4740
+ 91,
4741
+ 92,
4742
+ 95,
4743
+ 96,
4744
+ 98,
4745
+ 99,
4746
+ 101,
4747
+ 102,
4748
+ 105,
4749
+ 106,
4750
+ 107,
4751
+ 109,
4752
+ 111,
4753
+ 112,
4754
+ 113,
4755
+ 116,
4756
+ 117,
4757
+ 119,
4758
+ 120,
4759
+ 123,
4760
+ 124,
4761
+ 125,
4762
+ 127,
4763
+ 132,
4764
+ 134,
4765
+ 136,
4766
+ 139,
4767
+ 140,
4768
+ 144,
4769
+ 146,
4770
+ 148,
4771
+ 149,
4772
+ 150,
4773
+ 151,
4774
+ 157,
4775
+ 158,
4776
+ 159,
4777
+ 160,
4778
+ 162,
4779
+ 173,
4780
+ 175,
4781
+ 178,
4782
+ 179,
4783
+ 180,
4784
+ 181,
4785
+ 183,
4786
+ 184,
4787
+ 185,
4788
+ 186,
4789
+ 191,
4790
+ 194,
4791
+ 195,
4792
+ 196,
4793
+ 197,
4794
+ 198,
4795
+ 199,
4796
+ 201,
4797
+ 202,
4798
+ 205,
4799
+ 206,
4800
+ 209,
4801
+ 210,
4802
+ 211,
4803
+ 212,
4804
+ 213,
4805
+ 214,
4806
+ 216,
4807
+ 217,
4808
+ 220,
4809
+ 221,
4810
+ 223,
4811
+ 224,
4812
+ 235,
4813
+ 236,
4814
+ 237,
4815
+ 238,
4816
+ 244,
4817
+ 245,
4818
+ 246,
4819
+ 247,
4820
+ 248,
4821
+ 250,
4822
+ 251,
4823
+ 252,
4824
+ 254,
4825
+ 255
4826
+ ],
4827
+ [
4828
+ 0,
4829
+ 5,
4830
+ 6,
4831
+ 9,
4832
+ 11,
4833
+ 12,
4834
+ 13,
4835
+ 15,
4836
+ 18,
4837
+ 21,
4838
+ 22,
4839
+ 23,
4840
+ 25,
4841
+ 27,
4842
+ 28,
4843
+ 29,
4844
+ 32,
4845
+ 33,
4846
+ 35,
4847
+ 36,
4848
+ 37,
4849
+ 39,
4850
+ 40,
4851
+ 41,
4852
+ 43,
4853
+ 44,
4854
+ 47,
4855
+ 49,
4856
+ 50,
4857
+ 51,
4858
+ 52,
4859
+ 53,
4860
+ 54,
4861
+ 56,
4862
+ 58,
4863
+ 59,
4864
+ 61,
4865
+ 63,
4866
+ 67,
4867
+ 68,
4868
+ 70,
4869
+ 71,
4870
+ 72,
4871
+ 73,
4872
+ 74,
4873
+ 75,
4874
+ 77,
4875
+ 81,
4876
+ 82,
4877
+ 83,
4878
+ 84,
4879
+ 86,
4880
+ 87,
4881
+ 89,
4882
+ 90,
4883
+ 92,
4884
+ 93,
4885
+ 94,
4886
+ 95,
4887
+ 96,
4888
+ 97,
4889
+ 98,
4890
+ 99,
4891
+ 102,
4892
+ 103,
4893
+ 104,
4894
+ 105,
4895
+ 107,
4896
+ 108,
4897
+ 110,
4898
+ 113,
4899
+ 114,
4900
+ 115,
4901
+ 116,
4902
+ 117,
4903
+ 121,
4904
+ 122,
4905
+ 126,
4906
+ 127,
4907
+ 128,
4908
+ 129,
4909
+ 130,
4910
+ 132,
4911
+ 133,
4912
+ 136,
4913
+ 137,
4914
+ 139,
4915
+ 140,
4916
+ 151,
4917
+ 154,
4918
+ 156,
4919
+ 160,
4920
+ 161,
4921
+ 162,
4922
+ 164,
4923
+ 166,
4924
+ 167,
4925
+ 168,
4926
+ 170,
4927
+ 176,
4928
+ 177,
4929
+ 179,
4930
+ 180,
4931
+ 181,
4932
+ 182,
4933
+ 183,
4934
+ 184,
4935
+ 185,
4936
+ 187,
4937
+ 189,
4938
+ 190,
4939
+ 192,
4940
+ 195,
4941
+ 197,
4942
+ 198,
4943
+ 200,
4944
+ 201,
4945
+ 203,
4946
+ 205,
4947
+ 206,
4948
+ 209,
4949
+ 210,
4950
+ 212,
4951
+ 214,
4952
+ 217,
4953
+ 220,
4954
+ 223,
4955
+ 224,
4956
+ 225,
4957
+ 227,
4958
+ 229,
4959
+ 232,
4960
+ 234,
4961
+ 235,
4962
+ 236,
4963
+ 237,
4964
+ 238,
4965
+ 239,
4966
+ 241,
4967
+ 244,
4968
+ 250,
4969
+ 251,
4970
+ 252,
4971
+ 253
4972
+ ],
4973
+ [
4974
+ 0,
4975
+ 1,
4976
+ 5,
4977
+ 6,
4978
+ 9,
4979
+ 10,
4980
+ 11,
4981
+ 12,
4982
+ 13,
4983
+ 14,
4984
+ 15,
4985
+ 16,
4986
+ 18,
4987
+ 19,
4988
+ 20,
4989
+ 21,
4990
+ 26,
4991
+ 28,
4992
+ 29,
4993
+ 32,
4994
+ 33,
4995
+ 34,
4996
+ 37,
4997
+ 40,
4998
+ 41,
4999
+ 44,
5000
+ 45,
5001
+ 46,
5002
+ 48,
5003
+ 49,
5004
+ 51,
5005
+ 52,
5006
+ 54,
5007
+ 55,
5008
+ 56,
5009
+ 57,
5010
+ 58,
5011
+ 62,
5012
+ 63,
5013
+ 64,
5014
+ 68,
5015
+ 70,
5016
+ 72,
5017
+ 74,
5018
+ 77,
5019
+ 80,
5020
+ 81,
5021
+ 82,
5022
+ 84,
5023
+ 85,
5024
+ 88,
5025
+ 90,
5026
+ 91,
5027
+ 92,
5028
+ 93,
5029
+ 94,
5030
+ 95,
5031
+ 96,
5032
+ 97,
5033
+ 99,
5034
+ 101,
5035
+ 102,
5036
+ 105,
5037
+ 107,
5038
+ 108,
5039
+ 109,
5040
+ 116,
5041
+ 120,
5042
+ 121,
5043
+ 123,
5044
+ 125,
5045
+ 126,
5046
+ 128,
5047
+ 130,
5048
+ 132,
5049
+ 133,
5050
+ 137,
5051
+ 140,
5052
+ 141,
5053
+ 142,
5054
+ 143,
5055
+ 149,
5056
+ 150,
5057
+ 152,
5058
+ 155,
5059
+ 160,
5060
+ 161,
5061
+ 162,
5062
+ 163,
5063
+ 164,
5064
+ 166,
5065
+ 169,
5066
+ 171,
5067
+ 175,
5068
+ 176,
5069
+ 177,
5070
+ 180,
5071
+ 181,
5072
+ 182,
5073
+ 183,
5074
+ 184,
5075
+ 185,
5076
+ 187,
5077
+ 188,
5078
+ 191,
5079
+ 192,
5080
+ 194,
5081
+ 195,
5082
+ 196,
5083
+ 202,
5084
+ 203,
5085
+ 204,
5086
+ 205,
5087
+ 206,
5088
+ 207,
5089
+ 208,
5090
+ 210,
5091
+ 212,
5092
+ 213,
5093
+ 215,
5094
+ 216,
5095
+ 217,
5096
+ 218,
5097
+ 219,
5098
+ 222,
5099
+ 223,
5100
+ 225,
5101
+ 226,
5102
+ 227,
5103
+ 230,
5104
+ 231,
5105
+ 234,
5106
+ 235,
5107
+ 238,
5108
+ 239,
5109
+ 240,
5110
+ 243,
5111
+ 245,
5112
+ 246,
5113
+ 249,
5114
+ 250,
5115
+ 252,
5116
+ 254,
5117
+ 255
5118
+ ],
5119
+ [
5120
+ 0,
5121
+ 1,
5122
+ 2,
5123
+ 3,
5124
+ 5,
5125
+ 7,
5126
+ 8,
5127
+ 9,
5128
+ 10,
5129
+ 11,
5130
+ 12,
5131
+ 13,
5132
+ 14,
5133
+ 16,
5134
+ 17,
5135
+ 19,
5136
+ 20,
5137
+ 21,
5138
+ 22,
5139
+ 24,
5140
+ 29,
5141
+ 30,
5142
+ 33,
5143
+ 34,
5144
+ 35,
5145
+ 36,
5146
+ 37,
5147
+ 38,
5148
+ 39,
5149
+ 40,
5150
+ 41,
5151
+ 42,
5152
+ 43,
5153
+ 44,
5154
+ 46,
5155
+ 48,
5156
+ 49,
5157
+ 52,
5158
+ 53,
5159
+ 55,
5160
+ 57,
5161
+ 58,
5162
+ 60,
5163
+ 61,
5164
+ 62,
5165
+ 63,
5166
+ 64,
5167
+ 65,
5168
+ 66,
5169
+ 67,
5170
+ 69,
5171
+ 71,
5172
+ 72,
5173
+ 73,
5174
+ 74,
5175
+ 76,
5176
+ 77,
5177
+ 78,
5178
+ 79,
5179
+ 83,
5180
+ 84,
5181
+ 85,
5182
+ 86,
5183
+ 87,
5184
+ 89,
5185
+ 92,
5186
+ 93,
5187
+ 94,
5188
+ 95,
5189
+ 97,
5190
+ 99,
5191
+ 100,
5192
+ 101,
5193
+ 102,
5194
+ 103,
5195
+ 104,
5196
+ 106,
5197
+ 112,
5198
+ 114,
5199
+ 116,
5200
+ 117,
5201
+ 119,
5202
+ 121,
5203
+ 128,
5204
+ 129,
5205
+ 132,
5206
+ 133,
5207
+ 136,
5208
+ 137,
5209
+ 140,
5210
+ 142,
5211
+ 143,
5212
+ 145,
5213
+ 146,
5214
+ 148,
5215
+ 149,
5216
+ 151,
5217
+ 153,
5218
+ 154,
5219
+ 157,
5220
+ 159,
5221
+ 163,
5222
+ 165,
5223
+ 167,
5224
+ 170,
5225
+ 173,
5226
+ 174,
5227
+ 176,
5228
+ 180,
5229
+ 184,
5230
+ 185,
5231
+ 189,
5232
+ 190,
5233
+ 191,
5234
+ 195,
5235
+ 196,
5236
+ 197,
5237
+ 198,
5238
+ 199,
5239
+ 203,
5240
+ 206,
5241
+ 208,
5242
+ 209,
5243
+ 210,
5244
+ 212,
5245
+ 213,
5246
+ 214,
5247
+ 215,
5248
+ 217,
5249
+ 218,
5250
+ 223,
5251
+ 224,
5252
+ 225,
5253
+ 229,
5254
+ 232,
5255
+ 234,
5256
+ 235,
5257
+ 236,
5258
+ 240,
5259
+ 241,
5260
+ 244,
5261
+ 245,
5262
+ 250,
5263
+ 253
5264
+ ],
5265
+ [
5266
+ 0,
5267
+ 1,
5268
+ 2,
5269
+ 5,
5270
+ 7,
5271
+ 8,
5272
+ 9,
5273
+ 10,
5274
+ 14,
5275
+ 15,
5276
+ 18,
5277
+ 19,
5278
+ 20,
5279
+ 21,
5280
+ 24,
5281
+ 26,
5282
+ 28,
5283
+ 29,
5284
+ 34,
5285
+ 36,
5286
+ 37,
5287
+ 39,
5288
+ 43,
5289
+ 44,
5290
+ 45,
5291
+ 47,
5292
+ 48,
5293
+ 49,
5294
+ 50,
5295
+ 55,
5296
+ 57,
5297
+ 59,
5298
+ 60,
5299
+ 61,
5300
+ 62,
5301
+ 64,
5302
+ 65,
5303
+ 66,
5304
+ 67,
5305
+ 69,
5306
+ 70,
5307
+ 73,
5308
+ 74,
5309
+ 75,
5310
+ 76,
5311
+ 77,
5312
+ 78,
5313
+ 79,
5314
+ 80,
5315
+ 81,
5316
+ 83,
5317
+ 85,
5318
+ 87,
5319
+ 92,
5320
+ 93,
5321
+ 97,
5322
+ 101,
5323
+ 102,
5324
+ 103,
5325
+ 104,
5326
+ 105,
5327
+ 106,
5328
+ 110,
5329
+ 111,
5330
+ 112,
5331
+ 115,
5332
+ 117,
5333
+ 118,
5334
+ 119,
5335
+ 120,
5336
+ 122,
5337
+ 124,
5338
+ 125,
5339
+ 126,
5340
+ 127,
5341
+ 129,
5342
+ 131,
5343
+ 133,
5344
+ 134,
5345
+ 135,
5346
+ 136,
5347
+ 138,
5348
+ 139,
5349
+ 141,
5350
+ 142,
5351
+ 143,
5352
+ 144,
5353
+ 145,
5354
+ 147,
5355
+ 148,
5356
+ 151,
5357
+ 152,
5358
+ 153,
5359
+ 158,
5360
+ 159,
5361
+ 163,
5362
+ 165,
5363
+ 166,
5364
+ 167,
5365
+ 171,
5366
+ 172,
5367
+ 178,
5368
+ 181,
5369
+ 186,
5370
+ 187,
5371
+ 188,
5372
+ 190,
5373
+ 191,
5374
+ 193,
5375
+ 194,
5376
+ 195,
5377
+ 196,
5378
+ 198,
5379
+ 199,
5380
+ 202,
5381
+ 203,
5382
+ 206,
5383
+ 207,
5384
+ 211,
5385
+ 212,
5386
+ 214,
5387
+ 217,
5388
+ 221,
5389
+ 223,
5390
+ 224,
5391
+ 225,
5392
+ 226,
5393
+ 227,
5394
+ 228,
5395
+ 229,
5396
+ 230,
5397
+ 232,
5398
+ 234,
5399
+ 235,
5400
+ 239,
5401
+ 242,
5402
+ 244,
5403
+ 245,
5404
+ 246,
5405
+ 248,
5406
+ 251,
5407
+ 252,
5408
+ 253,
5409
+ 255
5410
+ ],
5411
+ [
5412
+ 1,
5413
+ 2,
5414
+ 3,
5415
+ 4,
5416
+ 5,
5417
+ 8,
5418
+ 11,
5419
+ 14,
5420
+ 15,
5421
+ 16,
5422
+ 17,
5423
+ 19,
5424
+ 20,
5425
+ 21,
5426
+ 22,
5427
+ 23,
5428
+ 24,
5429
+ 25,
5430
+ 27,
5431
+ 28,
5432
+ 31,
5433
+ 32,
5434
+ 34,
5435
+ 36,
5436
+ 37,
5437
+ 38,
5438
+ 39,
5439
+ 43,
5440
+ 45,
5441
+ 48,
5442
+ 50,
5443
+ 51,
5444
+ 52,
5445
+ 53,
5446
+ 55,
5447
+ 56,
5448
+ 57,
5449
+ 58,
5450
+ 60,
5451
+ 61,
5452
+ 62,
5453
+ 63,
5454
+ 64,
5455
+ 65,
5456
+ 66,
5457
+ 67,
5458
+ 68,
5459
+ 69,
5460
+ 71,
5461
+ 72,
5462
+ 74,
5463
+ 76,
5464
+ 78,
5465
+ 80,
5466
+ 83,
5467
+ 84,
5468
+ 85,
5469
+ 86,
5470
+ 87,
5471
+ 88,
5472
+ 89,
5473
+ 90,
5474
+ 92,
5475
+ 93,
5476
+ 95,
5477
+ 96,
5478
+ 97,
5479
+ 99,
5480
+ 100,
5481
+ 101,
5482
+ 103,
5483
+ 104,
5484
+ 105,
5485
+ 109,
5486
+ 110,
5487
+ 111,
5488
+ 112,
5489
+ 113,
5490
+ 115,
5491
+ 118,
5492
+ 120,
5493
+ 122,
5494
+ 123,
5495
+ 124,
5496
+ 125,
5497
+ 126,
5498
+ 127,
5499
+ 130,
5500
+ 132,
5501
+ 134,
5502
+ 135,
5503
+ 143,
5504
+ 144,
5505
+ 145,
5506
+ 147,
5507
+ 149,
5508
+ 152,
5509
+ 156,
5510
+ 158,
5511
+ 159,
5512
+ 160,
5513
+ 161,
5514
+ 162,
5515
+ 163,
5516
+ 164,
5517
+ 165,
5518
+ 166,
5519
+ 169,
5520
+ 172,
5521
+ 174,
5522
+ 175,
5523
+ 177,
5524
+ 178,
5525
+ 182,
5526
+ 186,
5527
+ 189,
5528
+ 190,
5529
+ 193,
5530
+ 194,
5531
+ 196,
5532
+ 202,
5533
+ 204,
5534
+ 206,
5535
+ 208,
5536
+ 209,
5537
+ 213,
5538
+ 214,
5539
+ 218,
5540
+ 220,
5541
+ 224,
5542
+ 227,
5543
+ 232,
5544
+ 233,
5545
+ 234,
5546
+ 238,
5547
+ 240,
5548
+ 241,
5549
+ 243,
5550
+ 244,
5551
+ 245,
5552
+ 247,
5553
+ 248,
5554
+ 250,
5555
+ 252
5556
+ ],
5557
+ [
5558
+ 0,
5559
+ 3,
5560
+ 8,
5561
+ 9,
5562
+ 10,
5563
+ 17,
5564
+ 18,
5565
+ 20,
5566
+ 22,
5567
+ 23,
5568
+ 27,
5569
+ 30,
5570
+ 31,
5571
+ 32,
5572
+ 33,
5573
+ 35,
5574
+ 37,
5575
+ 39,
5576
+ 40,
5577
+ 43,
5578
+ 44,
5579
+ 45,
5580
+ 49,
5581
+ 52,
5582
+ 55,
5583
+ 59,
5584
+ 60,
5585
+ 61,
5586
+ 62,
5587
+ 63,
5588
+ 64,
5589
+ 67,
5590
+ 68,
5591
+ 69,
5592
+ 71,
5593
+ 72,
5594
+ 73,
5595
+ 74,
5596
+ 75,
5597
+ 77,
5598
+ 78,
5599
+ 79,
5600
+ 80,
5601
+ 82,
5602
+ 84,
5603
+ 86,
5604
+ 87,
5605
+ 88,
5606
+ 91,
5607
+ 92,
5608
+ 93,
5609
+ 94,
5610
+ 95,
5611
+ 96,
5612
+ 97,
5613
+ 99,
5614
+ 101,
5615
+ 103,
5616
+ 104,
5617
+ 105,
5618
+ 108,
5619
+ 112,
5620
+ 113,
5621
+ 115,
5622
+ 117,
5623
+ 118,
5624
+ 119,
5625
+ 120,
5626
+ 121,
5627
+ 122,
5628
+ 123,
5629
+ 124,
5630
+ 126,
5631
+ 127,
5632
+ 128,
5633
+ 132,
5634
+ 133,
5635
+ 135,
5636
+ 136,
5637
+ 139,
5638
+ 141,
5639
+ 143,
5640
+ 144,
5641
+ 146,
5642
+ 147,
5643
+ 148,
5644
+ 149,
5645
+ 151,
5646
+ 154,
5647
+ 156,
5648
+ 158,
5649
+ 159,
5650
+ 160,
5651
+ 162,
5652
+ 163,
5653
+ 165,
5654
+ 166,
5655
+ 168,
5656
+ 169,
5657
+ 171,
5658
+ 173,
5659
+ 174,
5660
+ 175,
5661
+ 176,
5662
+ 177,
5663
+ 180,
5664
+ 182,
5665
+ 184,
5666
+ 185,
5667
+ 187,
5668
+ 189,
5669
+ 191,
5670
+ 193,
5671
+ 195,
5672
+ 196,
5673
+ 197,
5674
+ 200,
5675
+ 201,
5676
+ 202,
5677
+ 204,
5678
+ 205,
5679
+ 209,
5680
+ 210,
5681
+ 212,
5682
+ 213,
5683
+ 215,
5684
+ 219,
5685
+ 220,
5686
+ 223,
5687
+ 228,
5688
+ 233,
5689
+ 234,
5690
+ 236,
5691
+ 237,
5692
+ 241,
5693
+ 242,
5694
+ 243,
5695
+ 244,
5696
+ 245,
5697
+ 249,
5698
+ 250,
5699
+ 251,
5700
+ 252,
5701
+ 254
5702
+ ],
5703
+ [
5704
+ 1,
5705
+ 2,
5706
+ 5,
5707
+ 8,
5708
+ 9,
5709
+ 10,
5710
+ 12,
5711
+ 13,
5712
+ 14,
5713
+ 15,
5714
+ 16,
5715
+ 17,
5716
+ 18,
5717
+ 20,
5718
+ 22,
5719
+ 23,
5720
+ 25,
5721
+ 27,
5722
+ 30,
5723
+ 31,
5724
+ 32,
5725
+ 34,
5726
+ 35,
5727
+ 36,
5728
+ 37,
5729
+ 38,
5730
+ 39,
5731
+ 40,
5732
+ 44,
5733
+ 45,
5734
+ 46,
5735
+ 48,
5736
+ 50,
5737
+ 52,
5738
+ 56,
5739
+ 57,
5740
+ 61,
5741
+ 62,
5742
+ 63,
5743
+ 66,
5744
+ 68,
5745
+ 69,
5746
+ 70,
5747
+ 72,
5748
+ 73,
5749
+ 75,
5750
+ 76,
5751
+ 77,
5752
+ 78,
5753
+ 80,
5754
+ 81,
5755
+ 84,
5756
+ 85,
5757
+ 87,
5758
+ 88,
5759
+ 89,
5760
+ 90,
5761
+ 91,
5762
+ 92,
5763
+ 95,
5764
+ 96,
5765
+ 97,
5766
+ 98,
5767
+ 99,
5768
+ 100,
5769
+ 103,
5770
+ 105,
5771
+ 106,
5772
+ 107,
5773
+ 110,
5774
+ 112,
5775
+ 113,
5776
+ 116,
5777
+ 117,
5778
+ 118,
5779
+ 120,
5780
+ 122,
5781
+ 123,
5782
+ 125,
5783
+ 127,
5784
+ 129,
5785
+ 138,
5786
+ 139,
5787
+ 141,
5788
+ 142,
5789
+ 144,
5790
+ 145,
5791
+ 146,
5792
+ 154,
5793
+ 158,
5794
+ 161,
5795
+ 162,
5796
+ 163,
5797
+ 165,
5798
+ 166,
5799
+ 171,
5800
+ 173,
5801
+ 175,
5802
+ 176,
5803
+ 177,
5804
+ 179,
5805
+ 181,
5806
+ 183,
5807
+ 184,
5808
+ 188,
5809
+ 189,
5810
+ 190,
5811
+ 191,
5812
+ 192,
5813
+ 193,
5814
+ 195,
5815
+ 197,
5816
+ 201,
5817
+ 204,
5818
+ 206,
5819
+ 208,
5820
+ 209,
5821
+ 211,
5822
+ 213,
5823
+ 215,
5824
+ 219,
5825
+ 220,
5826
+ 221,
5827
+ 222,
5828
+ 223,
5829
+ 224,
5830
+ 225,
5831
+ 228,
5832
+ 230,
5833
+ 231,
5834
+ 235,
5835
+ 238,
5836
+ 239,
5837
+ 241,
5838
+ 242,
5839
+ 243,
5840
+ 244,
5841
+ 246,
5842
+ 248,
5843
+ 250,
5844
+ 251,
5845
+ 253,
5846
+ 254,
5847
+ 255
5848
+ ]
5849
+ ],
5850
+ "name": "20Bob"
5851
+ },
5852
+ "dtype": "bfloat16",
5853
+ "image_token_id": 248056,
5854
+ "model_type": "qwen3_5_moe",
5855
+ "text_config": {
5856
+ "attention_bias": false,
5857
+ "attention_dropout": 0.0,
5858
+ "attn_output_gate": true,
5859
+ "bos_token_id": 248044,
5860
+ "dtype": "bfloat16",
5861
+ "eos_token_id": 248044,
5862
+ "full_attention_interval": 4,
5863
+ "head_dim": 256,
5864
+ "hidden_act": "silu",
5865
+ "hidden_size": 2048,
5866
+ "initializer_range": 0.02,
5867
+ "layer_types": [
5868
+ "linear_attention",
5869
+ "linear_attention",
5870
+ "linear_attention",
5871
+ "full_attention",
5872
+ "linear_attention",
5873
+ "linear_attention",
5874
+ "linear_attention",
5875
+ "full_attention",
5876
+ "linear_attention",
5877
+ "linear_attention",
5878
+ "linear_attention",
5879
+ "full_attention",
5880
+ "linear_attention",
5881
+ "linear_attention",
5882
+ "linear_attention",
5883
+ "full_attention",
5884
+ "linear_attention",
5885
+ "linear_attention",
5886
+ "linear_attention",
5887
+ "full_attention",
5888
+ "linear_attention",
5889
+ "linear_attention",
5890
+ "linear_attention",
5891
+ "full_attention",
5892
+ "linear_attention",
5893
+ "linear_attention",
5894
+ "linear_attention",
5895
+ "full_attention",
5896
+ "linear_attention",
5897
+ "linear_attention",
5898
+ "linear_attention",
5899
+ "full_attention",
5900
+ "linear_attention",
5901
+ "linear_attention",
5902
+ "linear_attention",
5903
+ "full_attention",
5904
+ "linear_attention",
5905
+ "linear_attention",
5906
+ "linear_attention",
5907
+ "full_attention"
5908
+ ],
5909
+ "linear_conv_kernel_dim": 4,
5910
+ "linear_key_head_dim": 128,
5911
+ "linear_num_key_heads": 16,
5912
+ "linear_num_value_heads": 32,
5913
+ "linear_value_head_dim": 128,
5914
+ "mamba_ssm_dtype": "float32",
5915
+ "max_position_embeddings": 262144,
5916
+ "model_type": "qwen3_5_moe_text",
5917
+ "moe_intermediate_size": 512,
5918
+ "mtp_num_hidden_layers": 1,
5919
+ "mtp_use_dedicated_embeddings": false,
5920
+ "num_attention_heads": 16,
5921
+ "num_experts": 144,
5922
+ "num_experts_per_tok": 8,
5923
+ "num_hidden_layers": 40,
5924
+ "num_key_value_heads": 2,
5925
+ "output_router_logits": false,
5926
+ "pad_token_id": null,
5927
+ "rms_norm_eps": 1e-06,
5928
+ "rope_parameters": {
5929
+ "mrope_interleaved": true,
5930
+ "mrope_section": [
5931
+ 11,
5932
+ 11,
5933
+ 10
5934
+ ],
5935
+ "partial_rotary_factor": 0.25,
5936
+ "rope_theta": 10000000,
5937
+ "rope_type": "default"
5938
+ },
5939
+ "router_aux_loss_coef": 0.001,
5940
+ "shared_expert_intermediate_size": 512,
5941
+ "tie_word_embeddings": false,
5942
+ "use_cache": true,
5943
+ "vocab_size": 248320
5944
+ },
5945
+ "tie_word_embeddings": false,
5946
+ "transformers_version": "5.22.1",
5947
+ "use_cache": false,
5948
+ "video_token_id": 248057,
5949
+ "vision_config": {
5950
+ "deepstack_visual_indexes": [],
5951
+ "depth": 27,
5952
+ "dtype": "bfloat16",
5953
+ "hidden_act": "gelu_pytorch_tanh",
5954
+ "hidden_size": 1152,
5955
+ "in_channels": 3,
5956
+ "initializer_range": 0.02,
5957
+ "intermediate_size": 4304,
5958
+ "model_type": "qwen3_5_moe_vision",
5959
+ "num_heads": 16,
5960
+ "num_position_embeddings": 2304,
5961
+ "out_hidden_size": 2048,
5962
+ "patch_size": 16,
5963
+ "rope_parameters": {
5964
+ "rope_theta": 10000.0,
5965
+ "rope_type": "axial"
5966
+ },
5967
+ "spatial_merge_size": 2,
5968
+ "temporal_patch_size": 2
5969
+ },
5970
+ "vision_end_token_id": 248054,
5971
+ "vision_start_token_id": 248053
5972
+ }
generation_config.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 248044,
3
+ "do_sample": true,
4
+ "eos_token_id": [
5
+ 248046,
6
+ 248044
7
+ ],
8
+ "pad_token_id": 248044,
9
+ "temperature": 1.0,
10
+ "top_k": 20,
11
+ "top_p": 0.95,
12
+ "transformers_version": "5.22.1"
13
+ }
model-00001-of-00011.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5165d9f612241d5daf3666631b35ed185446d26c972e4399ef12dc90e9660a67
3
+ size 3995175472
model-00002-of-00011.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0eeb7b9ba5707acc0d2bb63d3e32972c17cc8c7ea88a3756405a84ab97617bcf
3
+ size 3975409520
model-00003-of-00011.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bdee710b9f3929ba1c12a7e30aee94cc7b53380604f64afca56a2b4acab0cdfc
3
+ size 3908299808
model-00004-of-00011.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2357511e974d450f14d464d69eb2b459f54fe7f808d811fad0ba041d2ed24166
3
+ size 3908299944
model-00005-of-00011.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9f018fed5f94f59348571b05ced584940f8b0585f9b07162457d272ba572987
3
+ size 3908299944
model-00006-of-00011.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e169b9a0eb567cf440dba536040cf15b9713187c0ab644ae47133dc2ab746eb
3
+ size 3908299944
model-00007-of-00011.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee65d5b718e52af5e17dba8369cfe06bc69c8f20d66b0229bbab6f72d8bfa251
3
+ size 3908299944
model-00008-of-00011.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c381d5a8eca14adc72c0e2b73d564d291ce567a0b4ede0d294dbe83856f701ed
3
+ size 3908299944
model-00009-of-00011.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:314a2830ae90b41b3a85f29eab473bc23f2da4e3cd139a54af36a520cf999ced
3
+ size 3908299944
model-00010-of-00011.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c083c37b19e26ba951f9c3272f2e4e4434486174f51cf816b82dbfc5bf56e82
3
+ size 3908299944
model-00011-of-00011.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd44c89f7bbe2b00d0b4ed5543e899492b4d0e789b49ae948a58325db01b75e5
3
+ size 2773436912
model.safetensors.index.json ADDED
@@ -0,0 +1,1034 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "metadata": {
3
+ "total_parameters": 21005145456,
4
+ "total_size": 42010290912
5
+ },
6
+ "weight_map": {
7
+ "lm_head.weight": "model-00001-of-00011.safetensors",
8
+ "model.language_model.embed_tokens.weight": "model-00001-of-00011.safetensors",
9
+ "model.language_model.layers.0.input_layernorm.weight": "model-00001-of-00011.safetensors",
10
+ "model.language_model.layers.0.linear_attn.A_log": "model-00001-of-00011.safetensors",
11
+ "model.language_model.layers.0.linear_attn.conv1d.weight": "model-00001-of-00011.safetensors",
12
+ "model.language_model.layers.0.linear_attn.dt_bias": "model-00001-of-00011.safetensors",
13
+ "model.language_model.layers.0.linear_attn.in_proj_a.weight": "model-00001-of-00011.safetensors",
14
+ "model.language_model.layers.0.linear_attn.in_proj_b.weight": "model-00001-of-00011.safetensors",
15
+ "model.language_model.layers.0.linear_attn.in_proj_qkv.weight": "model-00001-of-00011.safetensors",
16
+ "model.language_model.layers.0.linear_attn.in_proj_z.weight": "model-00001-of-00011.safetensors",
17
+ "model.language_model.layers.0.linear_attn.norm.weight": "model-00001-of-00011.safetensors",
18
+ "model.language_model.layers.0.linear_attn.out_proj.weight": "model-00001-of-00011.safetensors",
19
+ "model.language_model.layers.0.mlp.experts.down_proj": "model-00001-of-00011.safetensors",
20
+ "model.language_model.layers.0.mlp.experts.gate_up_proj": "model-00001-of-00011.safetensors",
21
+ "model.language_model.layers.0.mlp.gate.weight": "model-00001-of-00011.safetensors",
22
+ "model.language_model.layers.0.mlp.shared_expert.down_proj.weight": "model-00001-of-00011.safetensors",
23
+ "model.language_model.layers.0.mlp.shared_expert.gate_proj.weight": "model-00001-of-00011.safetensors",
24
+ "model.language_model.layers.0.mlp.shared_expert.up_proj.weight": "model-00001-of-00011.safetensors",
25
+ "model.language_model.layers.0.mlp.shared_expert_gate.weight": "model-00001-of-00011.safetensors",
26
+ "model.language_model.layers.0.post_attention_layernorm.weight": "model-00001-of-00011.safetensors",
27
+ "model.language_model.layers.1.input_layernorm.weight": "model-00001-of-00011.safetensors",
28
+ "model.language_model.layers.1.linear_attn.A_log": "model-00001-of-00011.safetensors",
29
+ "model.language_model.layers.1.linear_attn.conv1d.weight": "model-00001-of-00011.safetensors",
30
+ "model.language_model.layers.1.linear_attn.dt_bias": "model-00001-of-00011.safetensors",
31
+ "model.language_model.layers.1.linear_attn.in_proj_a.weight": "model-00001-of-00011.safetensors",
32
+ "model.language_model.layers.1.linear_attn.in_proj_b.weight": "model-00001-of-00011.safetensors",
33
+ "model.language_model.layers.1.linear_attn.in_proj_qkv.weight": "model-00001-of-00011.safetensors",
34
+ "model.language_model.layers.1.linear_attn.in_proj_z.weight": "model-00001-of-00011.safetensors",
35
+ "model.language_model.layers.1.linear_attn.norm.weight": "model-00001-of-00011.safetensors",
36
+ "model.language_model.layers.1.linear_attn.out_proj.weight": "model-00001-of-00011.safetensors",
37
+ "model.language_model.layers.1.mlp.experts.down_proj": "model-00001-of-00011.safetensors",
38
+ "model.language_model.layers.1.mlp.experts.gate_up_proj": "model-00001-of-00011.safetensors",
39
+ "model.language_model.layers.1.mlp.gate.weight": "model-00001-of-00011.safetensors",
40
+ "model.language_model.layers.1.mlp.shared_expert.down_proj.weight": "model-00001-of-00011.safetensors",
41
+ "model.language_model.layers.1.mlp.shared_expert.gate_proj.weight": "model-00001-of-00011.safetensors",
42
+ "model.language_model.layers.1.mlp.shared_expert.up_proj.weight": "model-00001-of-00011.safetensors",
43
+ "model.language_model.layers.1.mlp.shared_expert_gate.weight": "model-00001-of-00011.safetensors",
44
+ "model.language_model.layers.1.post_attention_layernorm.weight": "model-00001-of-00011.safetensors",
45
+ "model.language_model.layers.10.input_layernorm.weight": "model-00003-of-00011.safetensors",
46
+ "model.language_model.layers.10.linear_attn.A_log": "model-00003-of-00011.safetensors",
47
+ "model.language_model.layers.10.linear_attn.conv1d.weight": "model-00003-of-00011.safetensors",
48
+ "model.language_model.layers.10.linear_attn.dt_bias": "model-00003-of-00011.safetensors",
49
+ "model.language_model.layers.10.linear_attn.in_proj_a.weight": "model-00003-of-00011.safetensors",
50
+ "model.language_model.layers.10.linear_attn.in_proj_b.weight": "model-00003-of-00011.safetensors",
51
+ "model.language_model.layers.10.linear_attn.in_proj_qkv.weight": "model-00003-of-00011.safetensors",
52
+ "model.language_model.layers.10.linear_attn.in_proj_z.weight": "model-00003-of-00011.safetensors",
53
+ "model.language_model.layers.10.linear_attn.norm.weight": "model-00003-of-00011.safetensors",
54
+ "model.language_model.layers.10.linear_attn.out_proj.weight": "model-00003-of-00011.safetensors",
55
+ "model.language_model.layers.10.mlp.experts.down_proj": "model-00004-of-00011.safetensors",
56
+ "model.language_model.layers.10.mlp.experts.gate_up_proj": "model-00004-of-00011.safetensors",
57
+ "model.language_model.layers.10.mlp.gate.weight": "model-00004-of-00011.safetensors",
58
+ "model.language_model.layers.10.mlp.shared_expert.down_proj.weight": "model-00004-of-00011.safetensors",
59
+ "model.language_model.layers.10.mlp.shared_expert.gate_proj.weight": "model-00004-of-00011.safetensors",
60
+ "model.language_model.layers.10.mlp.shared_expert.up_proj.weight": "model-00004-of-00011.safetensors",
61
+ "model.language_model.layers.10.mlp.shared_expert_gate.weight": "model-00004-of-00011.safetensors",
62
+ "model.language_model.layers.10.post_attention_layernorm.weight": "model-00004-of-00011.safetensors",
63
+ "model.language_model.layers.11.input_layernorm.weight": "model-00004-of-00011.safetensors",
64
+ "model.language_model.layers.11.mlp.experts.down_proj": "model-00004-of-00011.safetensors",
65
+ "model.language_model.layers.11.mlp.experts.gate_up_proj": "model-00004-of-00011.safetensors",
66
+ "model.language_model.layers.11.mlp.gate.weight": "model-00004-of-00011.safetensors",
67
+ "model.language_model.layers.11.mlp.shared_expert.down_proj.weight": "model-00004-of-00011.safetensors",
68
+ "model.language_model.layers.11.mlp.shared_expert.gate_proj.weight": "model-00004-of-00011.safetensors",
69
+ "model.language_model.layers.11.mlp.shared_expert.up_proj.weight": "model-00004-of-00011.safetensors",
70
+ "model.language_model.layers.11.mlp.shared_expert_gate.weight": "model-00004-of-00011.safetensors",
71
+ "model.language_model.layers.11.post_attention_layernorm.weight": "model-00004-of-00011.safetensors",
72
+ "model.language_model.layers.11.self_attn.k_norm.weight": "model-00004-of-00011.safetensors",
73
+ "model.language_model.layers.11.self_attn.k_proj.weight": "model-00004-of-00011.safetensors",
74
+ "model.language_model.layers.11.self_attn.o_proj.weight": "model-00004-of-00011.safetensors",
75
+ "model.language_model.layers.11.self_attn.q_norm.weight": "model-00004-of-00011.safetensors",
76
+ "model.language_model.layers.11.self_attn.q_proj.weight": "model-00004-of-00011.safetensors",
77
+ "model.language_model.layers.11.self_attn.v_proj.weight": "model-00004-of-00011.safetensors",
78
+ "model.language_model.layers.12.input_layernorm.weight": "model-00004-of-00011.safetensors",
79
+ "model.language_model.layers.12.linear_attn.A_log": "model-00004-of-00011.safetensors",
80
+ "model.language_model.layers.12.linear_attn.conv1d.weight": "model-00004-of-00011.safetensors",
81
+ "model.language_model.layers.12.linear_attn.dt_bias": "model-00004-of-00011.safetensors",
82
+ "model.language_model.layers.12.linear_attn.in_proj_a.weight": "model-00004-of-00011.safetensors",
83
+ "model.language_model.layers.12.linear_attn.in_proj_b.weight": "model-00004-of-00011.safetensors",
84
+ "model.language_model.layers.12.linear_attn.in_proj_qkv.weight": "model-00004-of-00011.safetensors",
85
+ "model.language_model.layers.12.linear_attn.in_proj_z.weight": "model-00004-of-00011.safetensors",
86
+ "model.language_model.layers.12.linear_attn.norm.weight": "model-00004-of-00011.safetensors",
87
+ "model.language_model.layers.12.linear_attn.out_proj.weight": "model-00004-of-00011.safetensors",
88
+ "model.language_model.layers.12.mlp.experts.down_proj": "model-00004-of-00011.safetensors",
89
+ "model.language_model.layers.12.mlp.experts.gate_up_proj": "model-00004-of-00011.safetensors",
90
+ "model.language_model.layers.12.mlp.gate.weight": "model-00004-of-00011.safetensors",
91
+ "model.language_model.layers.12.mlp.shared_expert.down_proj.weight": "model-00004-of-00011.safetensors",
92
+ "model.language_model.layers.12.mlp.shared_expert.gate_proj.weight": "model-00004-of-00011.safetensors",
93
+ "model.language_model.layers.12.mlp.shared_expert.up_proj.weight": "model-00004-of-00011.safetensors",
94
+ "model.language_model.layers.12.mlp.shared_expert_gate.weight": "model-00004-of-00011.safetensors",
95
+ "model.language_model.layers.12.post_attention_layernorm.weight": "model-00004-of-00011.safetensors",
96
+ "model.language_model.layers.13.input_layernorm.weight": "model-00004-of-00011.safetensors",
97
+ "model.language_model.layers.13.linear_attn.A_log": "model-00004-of-00011.safetensors",
98
+ "model.language_model.layers.13.linear_attn.conv1d.weight": "model-00004-of-00011.safetensors",
99
+ "model.language_model.layers.13.linear_attn.dt_bias": "model-00004-of-00011.safetensors",
100
+ "model.language_model.layers.13.linear_attn.in_proj_a.weight": "model-00004-of-00011.safetensors",
101
+ "model.language_model.layers.13.linear_attn.in_proj_b.weight": "model-00004-of-00011.safetensors",
102
+ "model.language_model.layers.13.linear_attn.in_proj_qkv.weight": "model-00004-of-00011.safetensors",
103
+ "model.language_model.layers.13.linear_attn.in_proj_z.weight": "model-00004-of-00011.safetensors",
104
+ "model.language_model.layers.13.linear_attn.norm.weight": "model-00004-of-00011.safetensors",
105
+ "model.language_model.layers.13.linear_attn.out_proj.weight": "model-00004-of-00011.safetensors",
106
+ "model.language_model.layers.13.mlp.experts.down_proj": "model-00004-of-00011.safetensors",
107
+ "model.language_model.layers.13.mlp.experts.gate_up_proj": "model-00004-of-00011.safetensors",
108
+ "model.language_model.layers.13.mlp.gate.weight": "model-00004-of-00011.safetensors",
109
+ "model.language_model.layers.13.mlp.shared_expert.down_proj.weight": "model-00004-of-00011.safetensors",
110
+ "model.language_model.layers.13.mlp.shared_expert.gate_proj.weight": "model-00004-of-00011.safetensors",
111
+ "model.language_model.layers.13.mlp.shared_expert.up_proj.weight": "model-00004-of-00011.safetensors",
112
+ "model.language_model.layers.13.mlp.shared_expert_gate.weight": "model-00004-of-00011.safetensors",
113
+ "model.language_model.layers.13.post_attention_layernorm.weight": "model-00004-of-00011.safetensors",
114
+ "model.language_model.layers.14.input_layernorm.weight": "model-00004-of-00011.safetensors",
115
+ "model.language_model.layers.14.linear_attn.A_log": "model-00004-of-00011.safetensors",
116
+ "model.language_model.layers.14.linear_attn.conv1d.weight": "model-00004-of-00011.safetensors",
117
+ "model.language_model.layers.14.linear_attn.dt_bias": "model-00004-of-00011.safetensors",
118
+ "model.language_model.layers.14.linear_attn.in_proj_a.weight": "model-00004-of-00011.safetensors",
119
+ "model.language_model.layers.14.linear_attn.in_proj_b.weight": "model-00004-of-00011.safetensors",
120
+ "model.language_model.layers.14.linear_attn.in_proj_qkv.weight": "model-00004-of-00011.safetensors",
121
+ "model.language_model.layers.14.linear_attn.in_proj_z.weight": "model-00004-of-00011.safetensors",
122
+ "model.language_model.layers.14.linear_attn.norm.weight": "model-00004-of-00011.safetensors",
123
+ "model.language_model.layers.14.linear_attn.out_proj.weight": "model-00004-of-00011.safetensors",
124
+ "model.language_model.layers.14.mlp.experts.down_proj": "model-00005-of-00011.safetensors",
125
+ "model.language_model.layers.14.mlp.experts.gate_up_proj": "model-00005-of-00011.safetensors",
126
+ "model.language_model.layers.14.mlp.gate.weight": "model-00005-of-00011.safetensors",
127
+ "model.language_model.layers.14.mlp.shared_expert.down_proj.weight": "model-00005-of-00011.safetensors",
128
+ "model.language_model.layers.14.mlp.shared_expert.gate_proj.weight": "model-00005-of-00011.safetensors",
129
+ "model.language_model.layers.14.mlp.shared_expert.up_proj.weight": "model-00005-of-00011.safetensors",
130
+ "model.language_model.layers.14.mlp.shared_expert_gate.weight": "model-00005-of-00011.safetensors",
131
+ "model.language_model.layers.14.post_attention_layernorm.weight": "model-00005-of-00011.safetensors",
132
+ "model.language_model.layers.15.input_layernorm.weight": "model-00005-of-00011.safetensors",
133
+ "model.language_model.layers.15.mlp.experts.down_proj": "model-00005-of-00011.safetensors",
134
+ "model.language_model.layers.15.mlp.experts.gate_up_proj": "model-00005-of-00011.safetensors",
135
+ "model.language_model.layers.15.mlp.gate.weight": "model-00005-of-00011.safetensors",
136
+ "model.language_model.layers.15.mlp.shared_expert.down_proj.weight": "model-00005-of-00011.safetensors",
137
+ "model.language_model.layers.15.mlp.shared_expert.gate_proj.weight": "model-00005-of-00011.safetensors",
138
+ "model.language_model.layers.15.mlp.shared_expert.up_proj.weight": "model-00005-of-00011.safetensors",
139
+ "model.language_model.layers.15.mlp.shared_expert_gate.weight": "model-00005-of-00011.safetensors",
140
+ "model.language_model.layers.15.post_attention_layernorm.weight": "model-00005-of-00011.safetensors",
141
+ "model.language_model.layers.15.self_attn.k_norm.weight": "model-00005-of-00011.safetensors",
142
+ "model.language_model.layers.15.self_attn.k_proj.weight": "model-00005-of-00011.safetensors",
143
+ "model.language_model.layers.15.self_attn.o_proj.weight": "model-00005-of-00011.safetensors",
144
+ "model.language_model.layers.15.self_attn.q_norm.weight": "model-00005-of-00011.safetensors",
145
+ "model.language_model.layers.15.self_attn.q_proj.weight": "model-00005-of-00011.safetensors",
146
+ "model.language_model.layers.15.self_attn.v_proj.weight": "model-00005-of-00011.safetensors",
147
+ "model.language_model.layers.16.input_layernorm.weight": "model-00005-of-00011.safetensors",
148
+ "model.language_model.layers.16.linear_attn.A_log": "model-00005-of-00011.safetensors",
149
+ "model.language_model.layers.16.linear_attn.conv1d.weight": "model-00005-of-00011.safetensors",
150
+ "model.language_model.layers.16.linear_attn.dt_bias": "model-00005-of-00011.safetensors",
151
+ "model.language_model.layers.16.linear_attn.in_proj_a.weight": "model-00005-of-00011.safetensors",
152
+ "model.language_model.layers.16.linear_attn.in_proj_b.weight": "model-00005-of-00011.safetensors",
153
+ "model.language_model.layers.16.linear_attn.in_proj_qkv.weight": "model-00005-of-00011.safetensors",
154
+ "model.language_model.layers.16.linear_attn.in_proj_z.weight": "model-00005-of-00011.safetensors",
155
+ "model.language_model.layers.16.linear_attn.norm.weight": "model-00005-of-00011.safetensors",
156
+ "model.language_model.layers.16.linear_attn.out_proj.weight": "model-00005-of-00011.safetensors",
157
+ "model.language_model.layers.16.mlp.experts.down_proj": "model-00005-of-00011.safetensors",
158
+ "model.language_model.layers.16.mlp.experts.gate_up_proj": "model-00005-of-00011.safetensors",
159
+ "model.language_model.layers.16.mlp.gate.weight": "model-00005-of-00011.safetensors",
160
+ "model.language_model.layers.16.mlp.shared_expert.down_proj.weight": "model-00005-of-00011.safetensors",
161
+ "model.language_model.layers.16.mlp.shared_expert.gate_proj.weight": "model-00005-of-00011.safetensors",
162
+ "model.language_model.layers.16.mlp.shared_expert.up_proj.weight": "model-00005-of-00011.safetensors",
163
+ "model.language_model.layers.16.mlp.shared_expert_gate.weight": "model-00005-of-00011.safetensors",
164
+ "model.language_model.layers.16.post_attention_layernorm.weight": "model-00005-of-00011.safetensors",
165
+ "model.language_model.layers.17.input_layernorm.weight": "model-00005-of-00011.safetensors",
166
+ "model.language_model.layers.17.linear_attn.A_log": "model-00005-of-00011.safetensors",
167
+ "model.language_model.layers.17.linear_attn.conv1d.weight": "model-00005-of-00011.safetensors",
168
+ "model.language_model.layers.17.linear_attn.dt_bias": "model-00005-of-00011.safetensors",
169
+ "model.language_model.layers.17.linear_attn.in_proj_a.weight": "model-00005-of-00011.safetensors",
170
+ "model.language_model.layers.17.linear_attn.in_proj_b.weight": "model-00005-of-00011.safetensors",
171
+ "model.language_model.layers.17.linear_attn.in_proj_qkv.weight": "model-00005-of-00011.safetensors",
172
+ "model.language_model.layers.17.linear_attn.in_proj_z.weight": "model-00005-of-00011.safetensors",
173
+ "model.language_model.layers.17.linear_attn.norm.weight": "model-00005-of-00011.safetensors",
174
+ "model.language_model.layers.17.linear_attn.out_proj.weight": "model-00005-of-00011.safetensors",
175
+ "model.language_model.layers.17.mlp.experts.down_proj": "model-00005-of-00011.safetensors",
176
+ "model.language_model.layers.17.mlp.experts.gate_up_proj": "model-00005-of-00011.safetensors",
177
+ "model.language_model.layers.17.mlp.gate.weight": "model-00005-of-00011.safetensors",
178
+ "model.language_model.layers.17.mlp.shared_expert.down_proj.weight": "model-00005-of-00011.safetensors",
179
+ "model.language_model.layers.17.mlp.shared_expert.gate_proj.weight": "model-00005-of-00011.safetensors",
180
+ "model.language_model.layers.17.mlp.shared_expert.up_proj.weight": "model-00005-of-00011.safetensors",
181
+ "model.language_model.layers.17.mlp.shared_expert_gate.weight": "model-00005-of-00011.safetensors",
182
+ "model.language_model.layers.17.post_attention_layernorm.weight": "model-00005-of-00011.safetensors",
183
+ "model.language_model.layers.18.input_layernorm.weight": "model-00005-of-00011.safetensors",
184
+ "model.language_model.layers.18.linear_attn.A_log": "model-00005-of-00011.safetensors",
185
+ "model.language_model.layers.18.linear_attn.conv1d.weight": "model-00005-of-00011.safetensors",
186
+ "model.language_model.layers.18.linear_attn.dt_bias": "model-00005-of-00011.safetensors",
187
+ "model.language_model.layers.18.linear_attn.in_proj_a.weight": "model-00005-of-00011.safetensors",
188
+ "model.language_model.layers.18.linear_attn.in_proj_b.weight": "model-00005-of-00011.safetensors",
189
+ "model.language_model.layers.18.linear_attn.in_proj_qkv.weight": "model-00005-of-00011.safetensors",
190
+ "model.language_model.layers.18.linear_attn.in_proj_z.weight": "model-00005-of-00011.safetensors",
191
+ "model.language_model.layers.18.linear_attn.norm.weight": "model-00005-of-00011.safetensors",
192
+ "model.language_model.layers.18.linear_attn.out_proj.weight": "model-00005-of-00011.safetensors",
193
+ "model.language_model.layers.18.mlp.experts.down_proj": "model-00006-of-00011.safetensors",
194
+ "model.language_model.layers.18.mlp.experts.gate_up_proj": "model-00006-of-00011.safetensors",
195
+ "model.language_model.layers.18.mlp.gate.weight": "model-00006-of-00011.safetensors",
196
+ "model.language_model.layers.18.mlp.shared_expert.down_proj.weight": "model-00006-of-00011.safetensors",
197
+ "model.language_model.layers.18.mlp.shared_expert.gate_proj.weight": "model-00006-of-00011.safetensors",
198
+ "model.language_model.layers.18.mlp.shared_expert.up_proj.weight": "model-00006-of-00011.safetensors",
199
+ "model.language_model.layers.18.mlp.shared_expert_gate.weight": "model-00006-of-00011.safetensors",
200
+ "model.language_model.layers.18.post_attention_layernorm.weight": "model-00006-of-00011.safetensors",
201
+ "model.language_model.layers.19.input_layernorm.weight": "model-00006-of-00011.safetensors",
202
+ "model.language_model.layers.19.mlp.experts.down_proj": "model-00006-of-00011.safetensors",
203
+ "model.language_model.layers.19.mlp.experts.gate_up_proj": "model-00006-of-00011.safetensors",
204
+ "model.language_model.layers.19.mlp.gate.weight": "model-00006-of-00011.safetensors",
205
+ "model.language_model.layers.19.mlp.shared_expert.down_proj.weight": "model-00006-of-00011.safetensors",
206
+ "model.language_model.layers.19.mlp.shared_expert.gate_proj.weight": "model-00006-of-00011.safetensors",
207
+ "model.language_model.layers.19.mlp.shared_expert.up_proj.weight": "model-00006-of-00011.safetensors",
208
+ "model.language_model.layers.19.mlp.shared_expert_gate.weight": "model-00006-of-00011.safetensors",
209
+ "model.language_model.layers.19.post_attention_layernorm.weight": "model-00006-of-00011.safetensors",
210
+ "model.language_model.layers.19.self_attn.k_norm.weight": "model-00006-of-00011.safetensors",
211
+ "model.language_model.layers.19.self_attn.k_proj.weight": "model-00006-of-00011.safetensors",
212
+ "model.language_model.layers.19.self_attn.o_proj.weight": "model-00006-of-00011.safetensors",
213
+ "model.language_model.layers.19.self_attn.q_norm.weight": "model-00006-of-00011.safetensors",
214
+ "model.language_model.layers.19.self_attn.q_proj.weight": "model-00006-of-00011.safetensors",
215
+ "model.language_model.layers.19.self_attn.v_proj.weight": "model-00006-of-00011.safetensors",
216
+ "model.language_model.layers.2.input_layernorm.weight": "model-00001-of-00011.safetensors",
217
+ "model.language_model.layers.2.linear_attn.A_log": "model-00001-of-00011.safetensors",
218
+ "model.language_model.layers.2.linear_attn.conv1d.weight": "model-00001-of-00011.safetensors",
219
+ "model.language_model.layers.2.linear_attn.dt_bias": "model-00001-of-00011.safetensors",
220
+ "model.language_model.layers.2.linear_attn.in_proj_a.weight": "model-00001-of-00011.safetensors",
221
+ "model.language_model.layers.2.linear_attn.in_proj_b.weight": "model-00001-of-00011.safetensors",
222
+ "model.language_model.layers.2.linear_attn.in_proj_qkv.weight": "model-00002-of-00011.safetensors",
223
+ "model.language_model.layers.2.linear_attn.in_proj_z.weight": "model-00002-of-00011.safetensors",
224
+ "model.language_model.layers.2.linear_attn.norm.weight": "model-00002-of-00011.safetensors",
225
+ "model.language_model.layers.2.linear_attn.out_proj.weight": "model-00002-of-00011.safetensors",
226
+ "model.language_model.layers.2.mlp.experts.down_proj": "model-00002-of-00011.safetensors",
227
+ "model.language_model.layers.2.mlp.experts.gate_up_proj": "model-00002-of-00011.safetensors",
228
+ "model.language_model.layers.2.mlp.gate.weight": "model-00002-of-00011.safetensors",
229
+ "model.language_model.layers.2.mlp.shared_expert.down_proj.weight": "model-00002-of-00011.safetensors",
230
+ "model.language_model.layers.2.mlp.shared_expert.gate_proj.weight": "model-00002-of-00011.safetensors",
231
+ "model.language_model.layers.2.mlp.shared_expert.up_proj.weight": "model-00002-of-00011.safetensors",
232
+ "model.language_model.layers.2.mlp.shared_expert_gate.weight": "model-00002-of-00011.safetensors",
233
+ "model.language_model.layers.2.post_attention_layernorm.weight": "model-00002-of-00011.safetensors",
234
+ "model.language_model.layers.20.input_layernorm.weight": "model-00006-of-00011.safetensors",
235
+ "model.language_model.layers.20.linear_attn.A_log": "model-00006-of-00011.safetensors",
236
+ "model.language_model.layers.20.linear_attn.conv1d.weight": "model-00006-of-00011.safetensors",
237
+ "model.language_model.layers.20.linear_attn.dt_bias": "model-00006-of-00011.safetensors",
238
+ "model.language_model.layers.20.linear_attn.in_proj_a.weight": "model-00006-of-00011.safetensors",
239
+ "model.language_model.layers.20.linear_attn.in_proj_b.weight": "model-00006-of-00011.safetensors",
240
+ "model.language_model.layers.20.linear_attn.in_proj_qkv.weight": "model-00006-of-00011.safetensors",
241
+ "model.language_model.layers.20.linear_attn.in_proj_z.weight": "model-00006-of-00011.safetensors",
242
+ "model.language_model.layers.20.linear_attn.norm.weight": "model-00006-of-00011.safetensors",
243
+ "model.language_model.layers.20.linear_attn.out_proj.weight": "model-00006-of-00011.safetensors",
244
+ "model.language_model.layers.20.mlp.experts.down_proj": "model-00006-of-00011.safetensors",
245
+ "model.language_model.layers.20.mlp.experts.gate_up_proj": "model-00006-of-00011.safetensors",
246
+ "model.language_model.layers.20.mlp.gate.weight": "model-00006-of-00011.safetensors",
247
+ "model.language_model.layers.20.mlp.shared_expert.down_proj.weight": "model-00006-of-00011.safetensors",
248
+ "model.language_model.layers.20.mlp.shared_expert.gate_proj.weight": "model-00006-of-00011.safetensors",
249
+ "model.language_model.layers.20.mlp.shared_expert.up_proj.weight": "model-00006-of-00011.safetensors",
250
+ "model.language_model.layers.20.mlp.shared_expert_gate.weight": "model-00006-of-00011.safetensors",
251
+ "model.language_model.layers.20.post_attention_layernorm.weight": "model-00006-of-00011.safetensors",
252
+ "model.language_model.layers.21.input_layernorm.weight": "model-00006-of-00011.safetensors",
253
+ "model.language_model.layers.21.linear_attn.A_log": "model-00006-of-00011.safetensors",
254
+ "model.language_model.layers.21.linear_attn.conv1d.weight": "model-00006-of-00011.safetensors",
255
+ "model.language_model.layers.21.linear_attn.dt_bias": "model-00006-of-00011.safetensors",
256
+ "model.language_model.layers.21.linear_attn.in_proj_a.weight": "model-00006-of-00011.safetensors",
257
+ "model.language_model.layers.21.linear_attn.in_proj_b.weight": "model-00006-of-00011.safetensors",
258
+ "model.language_model.layers.21.linear_attn.in_proj_qkv.weight": "model-00006-of-00011.safetensors",
259
+ "model.language_model.layers.21.linear_attn.in_proj_z.weight": "model-00006-of-00011.safetensors",
260
+ "model.language_model.layers.21.linear_attn.norm.weight": "model-00006-of-00011.safetensors",
261
+ "model.language_model.layers.21.linear_attn.out_proj.weight": "model-00006-of-00011.safetensors",
262
+ "model.language_model.layers.21.mlp.experts.down_proj": "model-00006-of-00011.safetensors",
263
+ "model.language_model.layers.21.mlp.experts.gate_up_proj": "model-00006-of-00011.safetensors",
264
+ "model.language_model.layers.21.mlp.gate.weight": "model-00006-of-00011.safetensors",
265
+ "model.language_model.layers.21.mlp.shared_expert.down_proj.weight": "model-00006-of-00011.safetensors",
266
+ "model.language_model.layers.21.mlp.shared_expert.gate_proj.weight": "model-00006-of-00011.safetensors",
267
+ "model.language_model.layers.21.mlp.shared_expert.up_proj.weight": "model-00006-of-00011.safetensors",
268
+ "model.language_model.layers.21.mlp.shared_expert_gate.weight": "model-00006-of-00011.safetensors",
269
+ "model.language_model.layers.21.post_attention_layernorm.weight": "model-00006-of-00011.safetensors",
270
+ "model.language_model.layers.22.input_layernorm.weight": "model-00006-of-00011.safetensors",
271
+ "model.language_model.layers.22.linear_attn.A_log": "model-00006-of-00011.safetensors",
272
+ "model.language_model.layers.22.linear_attn.conv1d.weight": "model-00006-of-00011.safetensors",
273
+ "model.language_model.layers.22.linear_attn.dt_bias": "model-00006-of-00011.safetensors",
274
+ "model.language_model.layers.22.linear_attn.in_proj_a.weight": "model-00006-of-00011.safetensors",
275
+ "model.language_model.layers.22.linear_attn.in_proj_b.weight": "model-00006-of-00011.safetensors",
276
+ "model.language_model.layers.22.linear_attn.in_proj_qkv.weight": "model-00006-of-00011.safetensors",
277
+ "model.language_model.layers.22.linear_attn.in_proj_z.weight": "model-00006-of-00011.safetensors",
278
+ "model.language_model.layers.22.linear_attn.norm.weight": "model-00006-of-00011.safetensors",
279
+ "model.language_model.layers.22.linear_attn.out_proj.weight": "model-00006-of-00011.safetensors",
280
+ "model.language_model.layers.22.mlp.experts.down_proj": "model-00007-of-00011.safetensors",
281
+ "model.language_model.layers.22.mlp.experts.gate_up_proj": "model-00007-of-00011.safetensors",
282
+ "model.language_model.layers.22.mlp.gate.weight": "model-00007-of-00011.safetensors",
283
+ "model.language_model.layers.22.mlp.shared_expert.down_proj.weight": "model-00007-of-00011.safetensors",
284
+ "model.language_model.layers.22.mlp.shared_expert.gate_proj.weight": "model-00007-of-00011.safetensors",
285
+ "model.language_model.layers.22.mlp.shared_expert.up_proj.weight": "model-00007-of-00011.safetensors",
286
+ "model.language_model.layers.22.mlp.shared_expert_gate.weight": "model-00007-of-00011.safetensors",
287
+ "model.language_model.layers.22.post_attention_layernorm.weight": "model-00007-of-00011.safetensors",
288
+ "model.language_model.layers.23.input_layernorm.weight": "model-00007-of-00011.safetensors",
289
+ "model.language_model.layers.23.mlp.experts.down_proj": "model-00007-of-00011.safetensors",
290
+ "model.language_model.layers.23.mlp.experts.gate_up_proj": "model-00007-of-00011.safetensors",
291
+ "model.language_model.layers.23.mlp.gate.weight": "model-00007-of-00011.safetensors",
292
+ "model.language_model.layers.23.mlp.shared_expert.down_proj.weight": "model-00007-of-00011.safetensors",
293
+ "model.language_model.layers.23.mlp.shared_expert.gate_proj.weight": "model-00007-of-00011.safetensors",
294
+ "model.language_model.layers.23.mlp.shared_expert.up_proj.weight": "model-00007-of-00011.safetensors",
295
+ "model.language_model.layers.23.mlp.shared_expert_gate.weight": "model-00007-of-00011.safetensors",
296
+ "model.language_model.layers.23.post_attention_layernorm.weight": "model-00007-of-00011.safetensors",
297
+ "model.language_model.layers.23.self_attn.k_norm.weight": "model-00007-of-00011.safetensors",
298
+ "model.language_model.layers.23.self_attn.k_proj.weight": "model-00007-of-00011.safetensors",
299
+ "model.language_model.layers.23.self_attn.o_proj.weight": "model-00007-of-00011.safetensors",
300
+ "model.language_model.layers.23.self_attn.q_norm.weight": "model-00007-of-00011.safetensors",
301
+ "model.language_model.layers.23.self_attn.q_proj.weight": "model-00007-of-00011.safetensors",
302
+ "model.language_model.layers.23.self_attn.v_proj.weight": "model-00007-of-00011.safetensors",
303
+ "model.language_model.layers.24.input_layernorm.weight": "model-00007-of-00011.safetensors",
304
+ "model.language_model.layers.24.linear_attn.A_log": "model-00007-of-00011.safetensors",
305
+ "model.language_model.layers.24.linear_attn.conv1d.weight": "model-00007-of-00011.safetensors",
306
+ "model.language_model.layers.24.linear_attn.dt_bias": "model-00007-of-00011.safetensors",
307
+ "model.language_model.layers.24.linear_attn.in_proj_a.weight": "model-00007-of-00011.safetensors",
308
+ "model.language_model.layers.24.linear_attn.in_proj_b.weight": "model-00007-of-00011.safetensors",
309
+ "model.language_model.layers.24.linear_attn.in_proj_qkv.weight": "model-00007-of-00011.safetensors",
310
+ "model.language_model.layers.24.linear_attn.in_proj_z.weight": "model-00007-of-00011.safetensors",
311
+ "model.language_model.layers.24.linear_attn.norm.weight": "model-00007-of-00011.safetensors",
312
+ "model.language_model.layers.24.linear_attn.out_proj.weight": "model-00007-of-00011.safetensors",
313
+ "model.language_model.layers.24.mlp.experts.down_proj": "model-00007-of-00011.safetensors",
314
+ "model.language_model.layers.24.mlp.experts.gate_up_proj": "model-00007-of-00011.safetensors",
315
+ "model.language_model.layers.24.mlp.gate.weight": "model-00007-of-00011.safetensors",
316
+ "model.language_model.layers.24.mlp.shared_expert.down_proj.weight": "model-00007-of-00011.safetensors",
317
+ "model.language_model.layers.24.mlp.shared_expert.gate_proj.weight": "model-00007-of-00011.safetensors",
318
+ "model.language_model.layers.24.mlp.shared_expert.up_proj.weight": "model-00007-of-00011.safetensors",
319
+ "model.language_model.layers.24.mlp.shared_expert_gate.weight": "model-00007-of-00011.safetensors",
320
+ "model.language_model.layers.24.post_attention_layernorm.weight": "model-00007-of-00011.safetensors",
321
+ "model.language_model.layers.25.input_layernorm.weight": "model-00007-of-00011.safetensors",
322
+ "model.language_model.layers.25.linear_attn.A_log": "model-00007-of-00011.safetensors",
323
+ "model.language_model.layers.25.linear_attn.conv1d.weight": "model-00007-of-00011.safetensors",
324
+ "model.language_model.layers.25.linear_attn.dt_bias": "model-00007-of-00011.safetensors",
325
+ "model.language_model.layers.25.linear_attn.in_proj_a.weight": "model-00007-of-00011.safetensors",
326
+ "model.language_model.layers.25.linear_attn.in_proj_b.weight": "model-00007-of-00011.safetensors",
327
+ "model.language_model.layers.25.linear_attn.in_proj_qkv.weight": "model-00007-of-00011.safetensors",
328
+ "model.language_model.layers.25.linear_attn.in_proj_z.weight": "model-00007-of-00011.safetensors",
329
+ "model.language_model.layers.25.linear_attn.norm.weight": "model-00007-of-00011.safetensors",
330
+ "model.language_model.layers.25.linear_attn.out_proj.weight": "model-00007-of-00011.safetensors",
331
+ "model.language_model.layers.25.mlp.experts.down_proj": "model-00007-of-00011.safetensors",
332
+ "model.language_model.layers.25.mlp.experts.gate_up_proj": "model-00007-of-00011.safetensors",
333
+ "model.language_model.layers.25.mlp.gate.weight": "model-00007-of-00011.safetensors",
334
+ "model.language_model.layers.25.mlp.shared_expert.down_proj.weight": "model-00007-of-00011.safetensors",
335
+ "model.language_model.layers.25.mlp.shared_expert.gate_proj.weight": "model-00007-of-00011.safetensors",
336
+ "model.language_model.layers.25.mlp.shared_expert.up_proj.weight": "model-00007-of-00011.safetensors",
337
+ "model.language_model.layers.25.mlp.shared_expert_gate.weight": "model-00007-of-00011.safetensors",
338
+ "model.language_model.layers.25.post_attention_layernorm.weight": "model-00007-of-00011.safetensors",
339
+ "model.language_model.layers.26.input_layernorm.weight": "model-00007-of-00011.safetensors",
340
+ "model.language_model.layers.26.linear_attn.A_log": "model-00007-of-00011.safetensors",
341
+ "model.language_model.layers.26.linear_attn.conv1d.weight": "model-00007-of-00011.safetensors",
342
+ "model.language_model.layers.26.linear_attn.dt_bias": "model-00007-of-00011.safetensors",
343
+ "model.language_model.layers.26.linear_attn.in_proj_a.weight": "model-00007-of-00011.safetensors",
344
+ "model.language_model.layers.26.linear_attn.in_proj_b.weight": "model-00007-of-00011.safetensors",
345
+ "model.language_model.layers.26.linear_attn.in_proj_qkv.weight": "model-00007-of-00011.safetensors",
346
+ "model.language_model.layers.26.linear_attn.in_proj_z.weight": "model-00007-of-00011.safetensors",
347
+ "model.language_model.layers.26.linear_attn.norm.weight": "model-00007-of-00011.safetensors",
348
+ "model.language_model.layers.26.linear_attn.out_proj.weight": "model-00007-of-00011.safetensors",
349
+ "model.language_model.layers.26.mlp.experts.down_proj": "model-00008-of-00011.safetensors",
350
+ "model.language_model.layers.26.mlp.experts.gate_up_proj": "model-00008-of-00011.safetensors",
351
+ "model.language_model.layers.26.mlp.gate.weight": "model-00008-of-00011.safetensors",
352
+ "model.language_model.layers.26.mlp.shared_expert.down_proj.weight": "model-00008-of-00011.safetensors",
353
+ "model.language_model.layers.26.mlp.shared_expert.gate_proj.weight": "model-00008-of-00011.safetensors",
354
+ "model.language_model.layers.26.mlp.shared_expert.up_proj.weight": "model-00008-of-00011.safetensors",
355
+ "model.language_model.layers.26.mlp.shared_expert_gate.weight": "model-00008-of-00011.safetensors",
356
+ "model.language_model.layers.26.post_attention_layernorm.weight": "model-00008-of-00011.safetensors",
357
+ "model.language_model.layers.27.input_layernorm.weight": "model-00008-of-00011.safetensors",
358
+ "model.language_model.layers.27.mlp.experts.down_proj": "model-00008-of-00011.safetensors",
359
+ "model.language_model.layers.27.mlp.experts.gate_up_proj": "model-00008-of-00011.safetensors",
360
+ "model.language_model.layers.27.mlp.gate.weight": "model-00008-of-00011.safetensors",
361
+ "model.language_model.layers.27.mlp.shared_expert.down_proj.weight": "model-00008-of-00011.safetensors",
362
+ "model.language_model.layers.27.mlp.shared_expert.gate_proj.weight": "model-00008-of-00011.safetensors",
363
+ "model.language_model.layers.27.mlp.shared_expert.up_proj.weight": "model-00008-of-00011.safetensors",
364
+ "model.language_model.layers.27.mlp.shared_expert_gate.weight": "model-00008-of-00011.safetensors",
365
+ "model.language_model.layers.27.post_attention_layernorm.weight": "model-00008-of-00011.safetensors",
366
+ "model.language_model.layers.27.self_attn.k_norm.weight": "model-00008-of-00011.safetensors",
367
+ "model.language_model.layers.27.self_attn.k_proj.weight": "model-00008-of-00011.safetensors",
368
+ "model.language_model.layers.27.self_attn.o_proj.weight": "model-00008-of-00011.safetensors",
369
+ "model.language_model.layers.27.self_attn.q_norm.weight": "model-00008-of-00011.safetensors",
370
+ "model.language_model.layers.27.self_attn.q_proj.weight": "model-00008-of-00011.safetensors",
371
+ "model.language_model.layers.27.self_attn.v_proj.weight": "model-00008-of-00011.safetensors",
372
+ "model.language_model.layers.28.input_layernorm.weight": "model-00008-of-00011.safetensors",
373
+ "model.language_model.layers.28.linear_attn.A_log": "model-00008-of-00011.safetensors",
374
+ "model.language_model.layers.28.linear_attn.conv1d.weight": "model-00008-of-00011.safetensors",
375
+ "model.language_model.layers.28.linear_attn.dt_bias": "model-00008-of-00011.safetensors",
376
+ "model.language_model.layers.28.linear_attn.in_proj_a.weight": "model-00008-of-00011.safetensors",
377
+ "model.language_model.layers.28.linear_attn.in_proj_b.weight": "model-00008-of-00011.safetensors",
378
+ "model.language_model.layers.28.linear_attn.in_proj_qkv.weight": "model-00008-of-00011.safetensors",
379
+ "model.language_model.layers.28.linear_attn.in_proj_z.weight": "model-00008-of-00011.safetensors",
380
+ "model.language_model.layers.28.linear_attn.norm.weight": "model-00008-of-00011.safetensors",
381
+ "model.language_model.layers.28.linear_attn.out_proj.weight": "model-00008-of-00011.safetensors",
382
+ "model.language_model.layers.28.mlp.experts.down_proj": "model-00008-of-00011.safetensors",
383
+ "model.language_model.layers.28.mlp.experts.gate_up_proj": "model-00008-of-00011.safetensors",
384
+ "model.language_model.layers.28.mlp.gate.weight": "model-00008-of-00011.safetensors",
385
+ "model.language_model.layers.28.mlp.shared_expert.down_proj.weight": "model-00008-of-00011.safetensors",
386
+ "model.language_model.layers.28.mlp.shared_expert.gate_proj.weight": "model-00008-of-00011.safetensors",
387
+ "model.language_model.layers.28.mlp.shared_expert.up_proj.weight": "model-00008-of-00011.safetensors",
388
+ "model.language_model.layers.28.mlp.shared_expert_gate.weight": "model-00008-of-00011.safetensors",
389
+ "model.language_model.layers.28.post_attention_layernorm.weight": "model-00008-of-00011.safetensors",
390
+ "model.language_model.layers.29.input_layernorm.weight": "model-00008-of-00011.safetensors",
391
+ "model.language_model.layers.29.linear_attn.A_log": "model-00008-of-00011.safetensors",
392
+ "model.language_model.layers.29.linear_attn.conv1d.weight": "model-00008-of-00011.safetensors",
393
+ "model.language_model.layers.29.linear_attn.dt_bias": "model-00008-of-00011.safetensors",
394
+ "model.language_model.layers.29.linear_attn.in_proj_a.weight": "model-00008-of-00011.safetensors",
395
+ "model.language_model.layers.29.linear_attn.in_proj_b.weight": "model-00008-of-00011.safetensors",
396
+ "model.language_model.layers.29.linear_attn.in_proj_qkv.weight": "model-00008-of-00011.safetensors",
397
+ "model.language_model.layers.29.linear_attn.in_proj_z.weight": "model-00008-of-00011.safetensors",
398
+ "model.language_model.layers.29.linear_attn.norm.weight": "model-00008-of-00011.safetensors",
399
+ "model.language_model.layers.29.linear_attn.out_proj.weight": "model-00008-of-00011.safetensors",
400
+ "model.language_model.layers.29.mlp.experts.down_proj": "model-00008-of-00011.safetensors",
401
+ "model.language_model.layers.29.mlp.experts.gate_up_proj": "model-00008-of-00011.safetensors",
402
+ "model.language_model.layers.29.mlp.gate.weight": "model-00008-of-00011.safetensors",
403
+ "model.language_model.layers.29.mlp.shared_expert.down_proj.weight": "model-00008-of-00011.safetensors",
404
+ "model.language_model.layers.29.mlp.shared_expert.gate_proj.weight": "model-00008-of-00011.safetensors",
405
+ "model.language_model.layers.29.mlp.shared_expert.up_proj.weight": "model-00008-of-00011.safetensors",
406
+ "model.language_model.layers.29.mlp.shared_expert_gate.weight": "model-00008-of-00011.safetensors",
407
+ "model.language_model.layers.29.post_attention_layernorm.weight": "model-00008-of-00011.safetensors",
408
+ "model.language_model.layers.3.input_layernorm.weight": "model-00002-of-00011.safetensors",
409
+ "model.language_model.layers.3.mlp.experts.down_proj": "model-00002-of-00011.safetensors",
410
+ "model.language_model.layers.3.mlp.experts.gate_up_proj": "model-00002-of-00011.safetensors",
411
+ "model.language_model.layers.3.mlp.gate.weight": "model-00002-of-00011.safetensors",
412
+ "model.language_model.layers.3.mlp.shared_expert.down_proj.weight": "model-00002-of-00011.safetensors",
413
+ "model.language_model.layers.3.mlp.shared_expert.gate_proj.weight": "model-00002-of-00011.safetensors",
414
+ "model.language_model.layers.3.mlp.shared_expert.up_proj.weight": "model-00002-of-00011.safetensors",
415
+ "model.language_model.layers.3.mlp.shared_expert_gate.weight": "model-00002-of-00011.safetensors",
416
+ "model.language_model.layers.3.post_attention_layernorm.weight": "model-00002-of-00011.safetensors",
417
+ "model.language_model.layers.3.self_attn.k_norm.weight": "model-00002-of-00011.safetensors",
418
+ "model.language_model.layers.3.self_attn.k_proj.weight": "model-00002-of-00011.safetensors",
419
+ "model.language_model.layers.3.self_attn.o_proj.weight": "model-00002-of-00011.safetensors",
420
+ "model.language_model.layers.3.self_attn.q_norm.weight": "model-00002-of-00011.safetensors",
421
+ "model.language_model.layers.3.self_attn.q_proj.weight": "model-00002-of-00011.safetensors",
422
+ "model.language_model.layers.3.self_attn.v_proj.weight": "model-00002-of-00011.safetensors",
423
+ "model.language_model.layers.30.input_layernorm.weight": "model-00008-of-00011.safetensors",
424
+ "model.language_model.layers.30.linear_attn.A_log": "model-00008-of-00011.safetensors",
425
+ "model.language_model.layers.30.linear_attn.conv1d.weight": "model-00008-of-00011.safetensors",
426
+ "model.language_model.layers.30.linear_attn.dt_bias": "model-00008-of-00011.safetensors",
427
+ "model.language_model.layers.30.linear_attn.in_proj_a.weight": "model-00008-of-00011.safetensors",
428
+ "model.language_model.layers.30.linear_attn.in_proj_b.weight": "model-00008-of-00011.safetensors",
429
+ "model.language_model.layers.30.linear_attn.in_proj_qkv.weight": "model-00008-of-00011.safetensors",
430
+ "model.language_model.layers.30.linear_attn.in_proj_z.weight": "model-00008-of-00011.safetensors",
431
+ "model.language_model.layers.30.linear_attn.norm.weight": "model-00008-of-00011.safetensors",
432
+ "model.language_model.layers.30.linear_attn.out_proj.weight": "model-00008-of-00011.safetensors",
433
+ "model.language_model.layers.30.mlp.experts.down_proj": "model-00009-of-00011.safetensors",
434
+ "model.language_model.layers.30.mlp.experts.gate_up_proj": "model-00009-of-00011.safetensors",
435
+ "model.language_model.layers.30.mlp.gate.weight": "model-00009-of-00011.safetensors",
436
+ "model.language_model.layers.30.mlp.shared_expert.down_proj.weight": "model-00009-of-00011.safetensors",
437
+ "model.language_model.layers.30.mlp.shared_expert.gate_proj.weight": "model-00009-of-00011.safetensors",
438
+ "model.language_model.layers.30.mlp.shared_expert.up_proj.weight": "model-00009-of-00011.safetensors",
439
+ "model.language_model.layers.30.mlp.shared_expert_gate.weight": "model-00009-of-00011.safetensors",
440
+ "model.language_model.layers.30.post_attention_layernorm.weight": "model-00009-of-00011.safetensors",
441
+ "model.language_model.layers.31.input_layernorm.weight": "model-00009-of-00011.safetensors",
442
+ "model.language_model.layers.31.mlp.experts.down_proj": "model-00009-of-00011.safetensors",
443
+ "model.language_model.layers.31.mlp.experts.gate_up_proj": "model-00009-of-00011.safetensors",
444
+ "model.language_model.layers.31.mlp.gate.weight": "model-00009-of-00011.safetensors",
445
+ "model.language_model.layers.31.mlp.shared_expert.down_proj.weight": "model-00009-of-00011.safetensors",
446
+ "model.language_model.layers.31.mlp.shared_expert.gate_proj.weight": "model-00009-of-00011.safetensors",
447
+ "model.language_model.layers.31.mlp.shared_expert.up_proj.weight": "model-00009-of-00011.safetensors",
448
+ "model.language_model.layers.31.mlp.shared_expert_gate.weight": "model-00009-of-00011.safetensors",
449
+ "model.language_model.layers.31.post_attention_layernorm.weight": "model-00009-of-00011.safetensors",
450
+ "model.language_model.layers.31.self_attn.k_norm.weight": "model-00009-of-00011.safetensors",
451
+ "model.language_model.layers.31.self_attn.k_proj.weight": "model-00009-of-00011.safetensors",
452
+ "model.language_model.layers.31.self_attn.o_proj.weight": "model-00009-of-00011.safetensors",
453
+ "model.language_model.layers.31.self_attn.q_norm.weight": "model-00009-of-00011.safetensors",
454
+ "model.language_model.layers.31.self_attn.q_proj.weight": "model-00009-of-00011.safetensors",
455
+ "model.language_model.layers.31.self_attn.v_proj.weight": "model-00009-of-00011.safetensors",
456
+ "model.language_model.layers.32.input_layernorm.weight": "model-00009-of-00011.safetensors",
457
+ "model.language_model.layers.32.linear_attn.A_log": "model-00009-of-00011.safetensors",
458
+ "model.language_model.layers.32.linear_attn.conv1d.weight": "model-00009-of-00011.safetensors",
459
+ "model.language_model.layers.32.linear_attn.dt_bias": "model-00009-of-00011.safetensors",
460
+ "model.language_model.layers.32.linear_attn.in_proj_a.weight": "model-00009-of-00011.safetensors",
461
+ "model.language_model.layers.32.linear_attn.in_proj_b.weight": "model-00009-of-00011.safetensors",
462
+ "model.language_model.layers.32.linear_attn.in_proj_qkv.weight": "model-00009-of-00011.safetensors",
463
+ "model.language_model.layers.32.linear_attn.in_proj_z.weight": "model-00009-of-00011.safetensors",
464
+ "model.language_model.layers.32.linear_attn.norm.weight": "model-00009-of-00011.safetensors",
465
+ "model.language_model.layers.32.linear_attn.out_proj.weight": "model-00009-of-00011.safetensors",
466
+ "model.language_model.layers.32.mlp.experts.down_proj": "model-00009-of-00011.safetensors",
467
+ "model.language_model.layers.32.mlp.experts.gate_up_proj": "model-00009-of-00011.safetensors",
468
+ "model.language_model.layers.32.mlp.gate.weight": "model-00009-of-00011.safetensors",
469
+ "model.language_model.layers.32.mlp.shared_expert.down_proj.weight": "model-00009-of-00011.safetensors",
470
+ "model.language_model.layers.32.mlp.shared_expert.gate_proj.weight": "model-00009-of-00011.safetensors",
471
+ "model.language_model.layers.32.mlp.shared_expert.up_proj.weight": "model-00009-of-00011.safetensors",
472
+ "model.language_model.layers.32.mlp.shared_expert_gate.weight": "model-00009-of-00011.safetensors",
473
+ "model.language_model.layers.32.post_attention_layernorm.weight": "model-00009-of-00011.safetensors",
474
+ "model.language_model.layers.33.input_layernorm.weight": "model-00009-of-00011.safetensors",
475
+ "model.language_model.layers.33.linear_attn.A_log": "model-00009-of-00011.safetensors",
476
+ "model.language_model.layers.33.linear_attn.conv1d.weight": "model-00009-of-00011.safetensors",
477
+ "model.language_model.layers.33.linear_attn.dt_bias": "model-00009-of-00011.safetensors",
478
+ "model.language_model.layers.33.linear_attn.in_proj_a.weight": "model-00009-of-00011.safetensors",
479
+ "model.language_model.layers.33.linear_attn.in_proj_b.weight": "model-00009-of-00011.safetensors",
480
+ "model.language_model.layers.33.linear_attn.in_proj_qkv.weight": "model-00009-of-00011.safetensors",
481
+ "model.language_model.layers.33.linear_attn.in_proj_z.weight": "model-00009-of-00011.safetensors",
482
+ "model.language_model.layers.33.linear_attn.norm.weight": "model-00009-of-00011.safetensors",
483
+ "model.language_model.layers.33.linear_attn.out_proj.weight": "model-00009-of-00011.safetensors",
484
+ "model.language_model.layers.33.mlp.experts.down_proj": "model-00009-of-00011.safetensors",
485
+ "model.language_model.layers.33.mlp.experts.gate_up_proj": "model-00009-of-00011.safetensors",
486
+ "model.language_model.layers.33.mlp.gate.weight": "model-00009-of-00011.safetensors",
487
+ "model.language_model.layers.33.mlp.shared_expert.down_proj.weight": "model-00009-of-00011.safetensors",
488
+ "model.language_model.layers.33.mlp.shared_expert.gate_proj.weight": "model-00009-of-00011.safetensors",
489
+ "model.language_model.layers.33.mlp.shared_expert.up_proj.weight": "model-00009-of-00011.safetensors",
490
+ "model.language_model.layers.33.mlp.shared_expert_gate.weight": "model-00009-of-00011.safetensors",
491
+ "model.language_model.layers.33.post_attention_layernorm.weight": "model-00009-of-00011.safetensors",
492
+ "model.language_model.layers.34.input_layernorm.weight": "model-00009-of-00011.safetensors",
493
+ "model.language_model.layers.34.linear_attn.A_log": "model-00009-of-00011.safetensors",
494
+ "model.language_model.layers.34.linear_attn.conv1d.weight": "model-00009-of-00011.safetensors",
495
+ "model.language_model.layers.34.linear_attn.dt_bias": "model-00009-of-00011.safetensors",
496
+ "model.language_model.layers.34.linear_attn.in_proj_a.weight": "model-00009-of-00011.safetensors",
497
+ "model.language_model.layers.34.linear_attn.in_proj_b.weight": "model-00009-of-00011.safetensors",
498
+ "model.language_model.layers.34.linear_attn.in_proj_qkv.weight": "model-00009-of-00011.safetensors",
499
+ "model.language_model.layers.34.linear_attn.in_proj_z.weight": "model-00009-of-00011.safetensors",
500
+ "model.language_model.layers.34.linear_attn.norm.weight": "model-00009-of-00011.safetensors",
501
+ "model.language_model.layers.34.linear_attn.out_proj.weight": "model-00009-of-00011.safetensors",
502
+ "model.language_model.layers.34.mlp.experts.down_proj": "model-00010-of-00011.safetensors",
503
+ "model.language_model.layers.34.mlp.experts.gate_up_proj": "model-00010-of-00011.safetensors",
504
+ "model.language_model.layers.34.mlp.gate.weight": "model-00010-of-00011.safetensors",
505
+ "model.language_model.layers.34.mlp.shared_expert.down_proj.weight": "model-00010-of-00011.safetensors",
506
+ "model.language_model.layers.34.mlp.shared_expert.gate_proj.weight": "model-00010-of-00011.safetensors",
507
+ "model.language_model.layers.34.mlp.shared_expert.up_proj.weight": "model-00010-of-00011.safetensors",
508
+ "model.language_model.layers.34.mlp.shared_expert_gate.weight": "model-00010-of-00011.safetensors",
509
+ "model.language_model.layers.34.post_attention_layernorm.weight": "model-00010-of-00011.safetensors",
510
+ "model.language_model.layers.35.input_layernorm.weight": "model-00010-of-00011.safetensors",
511
+ "model.language_model.layers.35.mlp.experts.down_proj": "model-00010-of-00011.safetensors",
512
+ "model.language_model.layers.35.mlp.experts.gate_up_proj": "model-00010-of-00011.safetensors",
513
+ "model.language_model.layers.35.mlp.gate.weight": "model-00010-of-00011.safetensors",
514
+ "model.language_model.layers.35.mlp.shared_expert.down_proj.weight": "model-00010-of-00011.safetensors",
515
+ "model.language_model.layers.35.mlp.shared_expert.gate_proj.weight": "model-00010-of-00011.safetensors",
516
+ "model.language_model.layers.35.mlp.shared_expert.up_proj.weight": "model-00010-of-00011.safetensors",
517
+ "model.language_model.layers.35.mlp.shared_expert_gate.weight": "model-00010-of-00011.safetensors",
518
+ "model.language_model.layers.35.post_attention_layernorm.weight": "model-00010-of-00011.safetensors",
519
+ "model.language_model.layers.35.self_attn.k_norm.weight": "model-00010-of-00011.safetensors",
520
+ "model.language_model.layers.35.self_attn.k_proj.weight": "model-00010-of-00011.safetensors",
521
+ "model.language_model.layers.35.self_attn.o_proj.weight": "model-00010-of-00011.safetensors",
522
+ "model.language_model.layers.35.self_attn.q_norm.weight": "model-00010-of-00011.safetensors",
523
+ "model.language_model.layers.35.self_attn.q_proj.weight": "model-00010-of-00011.safetensors",
524
+ "model.language_model.layers.35.self_attn.v_proj.weight": "model-00010-of-00011.safetensors",
525
+ "model.language_model.layers.36.input_layernorm.weight": "model-00010-of-00011.safetensors",
526
+ "model.language_model.layers.36.linear_attn.A_log": "model-00010-of-00011.safetensors",
527
+ "model.language_model.layers.36.linear_attn.conv1d.weight": "model-00010-of-00011.safetensors",
528
+ "model.language_model.layers.36.linear_attn.dt_bias": "model-00010-of-00011.safetensors",
529
+ "model.language_model.layers.36.linear_attn.in_proj_a.weight": "model-00010-of-00011.safetensors",
530
+ "model.language_model.layers.36.linear_attn.in_proj_b.weight": "model-00010-of-00011.safetensors",
531
+ "model.language_model.layers.36.linear_attn.in_proj_qkv.weight": "model-00010-of-00011.safetensors",
532
+ "model.language_model.layers.36.linear_attn.in_proj_z.weight": "model-00010-of-00011.safetensors",
533
+ "model.language_model.layers.36.linear_attn.norm.weight": "model-00010-of-00011.safetensors",
534
+ "model.language_model.layers.36.linear_attn.out_proj.weight": "model-00010-of-00011.safetensors",
535
+ "model.language_model.layers.36.mlp.experts.down_proj": "model-00010-of-00011.safetensors",
536
+ "model.language_model.layers.36.mlp.experts.gate_up_proj": "model-00010-of-00011.safetensors",
537
+ "model.language_model.layers.36.mlp.gate.weight": "model-00010-of-00011.safetensors",
538
+ "model.language_model.layers.36.mlp.shared_expert.down_proj.weight": "model-00010-of-00011.safetensors",
539
+ "model.language_model.layers.36.mlp.shared_expert.gate_proj.weight": "model-00010-of-00011.safetensors",
540
+ "model.language_model.layers.36.mlp.shared_expert.up_proj.weight": "model-00010-of-00011.safetensors",
541
+ "model.language_model.layers.36.mlp.shared_expert_gate.weight": "model-00010-of-00011.safetensors",
542
+ "model.language_model.layers.36.post_attention_layernorm.weight": "model-00010-of-00011.safetensors",
543
+ "model.language_model.layers.37.input_layernorm.weight": "model-00010-of-00011.safetensors",
544
+ "model.language_model.layers.37.linear_attn.A_log": "model-00010-of-00011.safetensors",
545
+ "model.language_model.layers.37.linear_attn.conv1d.weight": "model-00010-of-00011.safetensors",
546
+ "model.language_model.layers.37.linear_attn.dt_bias": "model-00010-of-00011.safetensors",
547
+ "model.language_model.layers.37.linear_attn.in_proj_a.weight": "model-00010-of-00011.safetensors",
548
+ "model.language_model.layers.37.linear_attn.in_proj_b.weight": "model-00010-of-00011.safetensors",
549
+ "model.language_model.layers.37.linear_attn.in_proj_qkv.weight": "model-00010-of-00011.safetensors",
550
+ "model.language_model.layers.37.linear_attn.in_proj_z.weight": "model-00010-of-00011.safetensors",
551
+ "model.language_model.layers.37.linear_attn.norm.weight": "model-00010-of-00011.safetensors",
552
+ "model.language_model.layers.37.linear_attn.out_proj.weight": "model-00010-of-00011.safetensors",
553
+ "model.language_model.layers.37.mlp.experts.down_proj": "model-00010-of-00011.safetensors",
554
+ "model.language_model.layers.37.mlp.experts.gate_up_proj": "model-00010-of-00011.safetensors",
555
+ "model.language_model.layers.37.mlp.gate.weight": "model-00010-of-00011.safetensors",
556
+ "model.language_model.layers.37.mlp.shared_expert.down_proj.weight": "model-00010-of-00011.safetensors",
557
+ "model.language_model.layers.37.mlp.shared_expert.gate_proj.weight": "model-00010-of-00011.safetensors",
558
+ "model.language_model.layers.37.mlp.shared_expert.up_proj.weight": "model-00010-of-00011.safetensors",
559
+ "model.language_model.layers.37.mlp.shared_expert_gate.weight": "model-00010-of-00011.safetensors",
560
+ "model.language_model.layers.37.post_attention_layernorm.weight": "model-00010-of-00011.safetensors",
561
+ "model.language_model.layers.38.input_layernorm.weight": "model-00010-of-00011.safetensors",
562
+ "model.language_model.layers.38.linear_attn.A_log": "model-00010-of-00011.safetensors",
563
+ "model.language_model.layers.38.linear_attn.conv1d.weight": "model-00010-of-00011.safetensors",
564
+ "model.language_model.layers.38.linear_attn.dt_bias": "model-00010-of-00011.safetensors",
565
+ "model.language_model.layers.38.linear_attn.in_proj_a.weight": "model-00010-of-00011.safetensors",
566
+ "model.language_model.layers.38.linear_attn.in_proj_b.weight": "model-00010-of-00011.safetensors",
567
+ "model.language_model.layers.38.linear_attn.in_proj_qkv.weight": "model-00010-of-00011.safetensors",
568
+ "model.language_model.layers.38.linear_attn.in_proj_z.weight": "model-00010-of-00011.safetensors",
569
+ "model.language_model.layers.38.linear_attn.norm.weight": "model-00010-of-00011.safetensors",
570
+ "model.language_model.layers.38.linear_attn.out_proj.weight": "model-00010-of-00011.safetensors",
571
+ "model.language_model.layers.38.mlp.experts.down_proj": "model-00011-of-00011.safetensors",
572
+ "model.language_model.layers.38.mlp.experts.gate_up_proj": "model-00011-of-00011.safetensors",
573
+ "model.language_model.layers.38.mlp.gate.weight": "model-00011-of-00011.safetensors",
574
+ "model.language_model.layers.38.mlp.shared_expert.down_proj.weight": "model-00011-of-00011.safetensors",
575
+ "model.language_model.layers.38.mlp.shared_expert.gate_proj.weight": "model-00011-of-00011.safetensors",
576
+ "model.language_model.layers.38.mlp.shared_expert.up_proj.weight": "model-00011-of-00011.safetensors",
577
+ "model.language_model.layers.38.mlp.shared_expert_gate.weight": "model-00011-of-00011.safetensors",
578
+ "model.language_model.layers.38.post_attention_layernorm.weight": "model-00011-of-00011.safetensors",
579
+ "model.language_model.layers.39.input_layernorm.weight": "model-00011-of-00011.safetensors",
580
+ "model.language_model.layers.39.mlp.experts.down_proj": "model-00011-of-00011.safetensors",
581
+ "model.language_model.layers.39.mlp.experts.gate_up_proj": "model-00011-of-00011.safetensors",
582
+ "model.language_model.layers.39.mlp.gate.weight": "model-00011-of-00011.safetensors",
583
+ "model.language_model.layers.39.mlp.shared_expert.down_proj.weight": "model-00011-of-00011.safetensors",
584
+ "model.language_model.layers.39.mlp.shared_expert.gate_proj.weight": "model-00011-of-00011.safetensors",
585
+ "model.language_model.layers.39.mlp.shared_expert.up_proj.weight": "model-00011-of-00011.safetensors",
586
+ "model.language_model.layers.39.mlp.shared_expert_gate.weight": "model-00011-of-00011.safetensors",
587
+ "model.language_model.layers.39.post_attention_layernorm.weight": "model-00011-of-00011.safetensors",
588
+ "model.language_model.layers.39.self_attn.k_norm.weight": "model-00011-of-00011.safetensors",
589
+ "model.language_model.layers.39.self_attn.k_proj.weight": "model-00011-of-00011.safetensors",
590
+ "model.language_model.layers.39.self_attn.o_proj.weight": "model-00011-of-00011.safetensors",
591
+ "model.language_model.layers.39.self_attn.q_norm.weight": "model-00011-of-00011.safetensors",
592
+ "model.language_model.layers.39.self_attn.q_proj.weight": "model-00011-of-00011.safetensors",
593
+ "model.language_model.layers.39.self_attn.v_proj.weight": "model-00011-of-00011.safetensors",
594
+ "model.language_model.layers.4.input_layernorm.weight": "model-00002-of-00011.safetensors",
595
+ "model.language_model.layers.4.linear_attn.A_log": "model-00002-of-00011.safetensors",
596
+ "model.language_model.layers.4.linear_attn.conv1d.weight": "model-00002-of-00011.safetensors",
597
+ "model.language_model.layers.4.linear_attn.dt_bias": "model-00002-of-00011.safetensors",
598
+ "model.language_model.layers.4.linear_attn.in_proj_a.weight": "model-00002-of-00011.safetensors",
599
+ "model.language_model.layers.4.linear_attn.in_proj_b.weight": "model-00002-of-00011.safetensors",
600
+ "model.language_model.layers.4.linear_attn.in_proj_qkv.weight": "model-00002-of-00011.safetensors",
601
+ "model.language_model.layers.4.linear_attn.in_proj_z.weight": "model-00002-of-00011.safetensors",
602
+ "model.language_model.layers.4.linear_attn.norm.weight": "model-00002-of-00011.safetensors",
603
+ "model.language_model.layers.4.linear_attn.out_proj.weight": "model-00002-of-00011.safetensors",
604
+ "model.language_model.layers.4.mlp.experts.down_proj": "model-00002-of-00011.safetensors",
605
+ "model.language_model.layers.4.mlp.experts.gate_up_proj": "model-00002-of-00011.safetensors",
606
+ "model.language_model.layers.4.mlp.gate.weight": "model-00002-of-00011.safetensors",
607
+ "model.language_model.layers.4.mlp.shared_expert.down_proj.weight": "model-00002-of-00011.safetensors",
608
+ "model.language_model.layers.4.mlp.shared_expert.gate_proj.weight": "model-00002-of-00011.safetensors",
609
+ "model.language_model.layers.4.mlp.shared_expert.up_proj.weight": "model-00002-of-00011.safetensors",
610
+ "model.language_model.layers.4.mlp.shared_expert_gate.weight": "model-00002-of-00011.safetensors",
611
+ "model.language_model.layers.4.post_attention_layernorm.weight": "model-00002-of-00011.safetensors",
612
+ "model.language_model.layers.5.input_layernorm.weight": "model-00002-of-00011.safetensors",
613
+ "model.language_model.layers.5.linear_attn.A_log": "model-00002-of-00011.safetensors",
614
+ "model.language_model.layers.5.linear_attn.conv1d.weight": "model-00002-of-00011.safetensors",
615
+ "model.language_model.layers.5.linear_attn.dt_bias": "model-00002-of-00011.safetensors",
616
+ "model.language_model.layers.5.linear_attn.in_proj_a.weight": "model-00002-of-00011.safetensors",
617
+ "model.language_model.layers.5.linear_attn.in_proj_b.weight": "model-00002-of-00011.safetensors",
618
+ "model.language_model.layers.5.linear_attn.in_proj_qkv.weight": "model-00002-of-00011.safetensors",
619
+ "model.language_model.layers.5.linear_attn.in_proj_z.weight": "model-00002-of-00011.safetensors",
620
+ "model.language_model.layers.5.linear_attn.norm.weight": "model-00002-of-00011.safetensors",
621
+ "model.language_model.layers.5.linear_attn.out_proj.weight": "model-00002-of-00011.safetensors",
622
+ "model.language_model.layers.5.mlp.experts.down_proj": "model-00002-of-00011.safetensors",
623
+ "model.language_model.layers.5.mlp.experts.gate_up_proj": "model-00002-of-00011.safetensors",
624
+ "model.language_model.layers.5.mlp.gate.weight": "model-00002-of-00011.safetensors",
625
+ "model.language_model.layers.5.mlp.shared_expert.down_proj.weight": "model-00002-of-00011.safetensors",
626
+ "model.language_model.layers.5.mlp.shared_expert.gate_proj.weight": "model-00002-of-00011.safetensors",
627
+ "model.language_model.layers.5.mlp.shared_expert.up_proj.weight": "model-00002-of-00011.safetensors",
628
+ "model.language_model.layers.5.mlp.shared_expert_gate.weight": "model-00002-of-00011.safetensors",
629
+ "model.language_model.layers.5.post_attention_layernorm.weight": "model-00002-of-00011.safetensors",
630
+ "model.language_model.layers.6.input_layernorm.weight": "model-00002-of-00011.safetensors",
631
+ "model.language_model.layers.6.linear_attn.A_log": "model-00002-of-00011.safetensors",
632
+ "model.language_model.layers.6.linear_attn.conv1d.weight": "model-00002-of-00011.safetensors",
633
+ "model.language_model.layers.6.linear_attn.dt_bias": "model-00002-of-00011.safetensors",
634
+ "model.language_model.layers.6.linear_attn.in_proj_a.weight": "model-00002-of-00011.safetensors",
635
+ "model.language_model.layers.6.linear_attn.in_proj_b.weight": "model-00002-of-00011.safetensors",
636
+ "model.language_model.layers.6.linear_attn.in_proj_qkv.weight": "model-00002-of-00011.safetensors",
637
+ "model.language_model.layers.6.linear_attn.in_proj_z.weight": "model-00002-of-00011.safetensors",
638
+ "model.language_model.layers.6.linear_attn.norm.weight": "model-00002-of-00011.safetensors",
639
+ "model.language_model.layers.6.linear_attn.out_proj.weight": "model-00002-of-00011.safetensors",
640
+ "model.language_model.layers.6.mlp.experts.down_proj": "model-00003-of-00011.safetensors",
641
+ "model.language_model.layers.6.mlp.experts.gate_up_proj": "model-00003-of-00011.safetensors",
642
+ "model.language_model.layers.6.mlp.gate.weight": "model-00003-of-00011.safetensors",
643
+ "model.language_model.layers.6.mlp.shared_expert.down_proj.weight": "model-00003-of-00011.safetensors",
644
+ "model.language_model.layers.6.mlp.shared_expert.gate_proj.weight": "model-00003-of-00011.safetensors",
645
+ "model.language_model.layers.6.mlp.shared_expert.up_proj.weight": "model-00003-of-00011.safetensors",
646
+ "model.language_model.layers.6.mlp.shared_expert_gate.weight": "model-00003-of-00011.safetensors",
647
+ "model.language_model.layers.6.post_attention_layernorm.weight": "model-00003-of-00011.safetensors",
648
+ "model.language_model.layers.7.input_layernorm.weight": "model-00003-of-00011.safetensors",
649
+ "model.language_model.layers.7.mlp.experts.down_proj": "model-00003-of-00011.safetensors",
650
+ "model.language_model.layers.7.mlp.experts.gate_up_proj": "model-00003-of-00011.safetensors",
651
+ "model.language_model.layers.7.mlp.gate.weight": "model-00003-of-00011.safetensors",
652
+ "model.language_model.layers.7.mlp.shared_expert.down_proj.weight": "model-00003-of-00011.safetensors",
653
+ "model.language_model.layers.7.mlp.shared_expert.gate_proj.weight": "model-00003-of-00011.safetensors",
654
+ "model.language_model.layers.7.mlp.shared_expert.up_proj.weight": "model-00003-of-00011.safetensors",
655
+ "model.language_model.layers.7.mlp.shared_expert_gate.weight": "model-00003-of-00011.safetensors",
656
+ "model.language_model.layers.7.post_attention_layernorm.weight": "model-00003-of-00011.safetensors",
657
+ "model.language_model.layers.7.self_attn.k_norm.weight": "model-00003-of-00011.safetensors",
658
+ "model.language_model.layers.7.self_attn.k_proj.weight": "model-00003-of-00011.safetensors",
659
+ "model.language_model.layers.7.self_attn.o_proj.weight": "model-00003-of-00011.safetensors",
660
+ "model.language_model.layers.7.self_attn.q_norm.weight": "model-00003-of-00011.safetensors",
661
+ "model.language_model.layers.7.self_attn.q_proj.weight": "model-00003-of-00011.safetensors",
662
+ "model.language_model.layers.7.self_attn.v_proj.weight": "model-00003-of-00011.safetensors",
663
+ "model.language_model.layers.8.input_layernorm.weight": "model-00003-of-00011.safetensors",
664
+ "model.language_model.layers.8.linear_attn.A_log": "model-00003-of-00011.safetensors",
665
+ "model.language_model.layers.8.linear_attn.conv1d.weight": "model-00003-of-00011.safetensors",
666
+ "model.language_model.layers.8.linear_attn.dt_bias": "model-00003-of-00011.safetensors",
667
+ "model.language_model.layers.8.linear_attn.in_proj_a.weight": "model-00003-of-00011.safetensors",
668
+ "model.language_model.layers.8.linear_attn.in_proj_b.weight": "model-00003-of-00011.safetensors",
669
+ "model.language_model.layers.8.linear_attn.in_proj_qkv.weight": "model-00003-of-00011.safetensors",
670
+ "model.language_model.layers.8.linear_attn.in_proj_z.weight": "model-00003-of-00011.safetensors",
671
+ "model.language_model.layers.8.linear_attn.norm.weight": "model-00003-of-00011.safetensors",
672
+ "model.language_model.layers.8.linear_attn.out_proj.weight": "model-00003-of-00011.safetensors",
673
+ "model.language_model.layers.8.mlp.experts.down_proj": "model-00003-of-00011.safetensors",
674
+ "model.language_model.layers.8.mlp.experts.gate_up_proj": "model-00003-of-00011.safetensors",
675
+ "model.language_model.layers.8.mlp.gate.weight": "model-00003-of-00011.safetensors",
676
+ "model.language_model.layers.8.mlp.shared_expert.down_proj.weight": "model-00003-of-00011.safetensors",
677
+ "model.language_model.layers.8.mlp.shared_expert.gate_proj.weight": "model-00003-of-00011.safetensors",
678
+ "model.language_model.layers.8.mlp.shared_expert.up_proj.weight": "model-00003-of-00011.safetensors",
679
+ "model.language_model.layers.8.mlp.shared_expert_gate.weight": "model-00003-of-00011.safetensors",
680
+ "model.language_model.layers.8.post_attention_layernorm.weight": "model-00003-of-00011.safetensors",
681
+ "model.language_model.layers.9.input_layernorm.weight": "model-00003-of-00011.safetensors",
682
+ "model.language_model.layers.9.linear_attn.A_log": "model-00003-of-00011.safetensors",
683
+ "model.language_model.layers.9.linear_attn.conv1d.weight": "model-00003-of-00011.safetensors",
684
+ "model.language_model.layers.9.linear_attn.dt_bias": "model-00003-of-00011.safetensors",
685
+ "model.language_model.layers.9.linear_attn.in_proj_a.weight": "model-00003-of-00011.safetensors",
686
+ "model.language_model.layers.9.linear_attn.in_proj_b.weight": "model-00003-of-00011.safetensors",
687
+ "model.language_model.layers.9.linear_attn.in_proj_qkv.weight": "model-00003-of-00011.safetensors",
688
+ "model.language_model.layers.9.linear_attn.in_proj_z.weight": "model-00003-of-00011.safetensors",
689
+ "model.language_model.layers.9.linear_attn.norm.weight": "model-00003-of-00011.safetensors",
690
+ "model.language_model.layers.9.linear_attn.out_proj.weight": "model-00003-of-00011.safetensors",
691
+ "model.language_model.layers.9.mlp.experts.down_proj": "model-00003-of-00011.safetensors",
692
+ "model.language_model.layers.9.mlp.experts.gate_up_proj": "model-00003-of-00011.safetensors",
693
+ "model.language_model.layers.9.mlp.gate.weight": "model-00003-of-00011.safetensors",
694
+ "model.language_model.layers.9.mlp.shared_expert.down_proj.weight": "model-00003-of-00011.safetensors",
695
+ "model.language_model.layers.9.mlp.shared_expert.gate_proj.weight": "model-00003-of-00011.safetensors",
696
+ "model.language_model.layers.9.mlp.shared_expert.up_proj.weight": "model-00003-of-00011.safetensors",
697
+ "model.language_model.layers.9.mlp.shared_expert_gate.weight": "model-00003-of-00011.safetensors",
698
+ "model.language_model.layers.9.post_attention_layernorm.weight": "model-00003-of-00011.safetensors",
699
+ "model.language_model.norm.weight": "model-00011-of-00011.safetensors",
700
+ "model.visual.blocks.0.attn.proj.bias": "model-00011-of-00011.safetensors",
701
+ "model.visual.blocks.0.attn.proj.weight": "model-00011-of-00011.safetensors",
702
+ "model.visual.blocks.0.attn.qkv.bias": "model-00011-of-00011.safetensors",
703
+ "model.visual.blocks.0.attn.qkv.weight": "model-00011-of-00011.safetensors",
704
+ "model.visual.blocks.0.mlp.linear_fc1.bias": "model-00011-of-00011.safetensors",
705
+ "model.visual.blocks.0.mlp.linear_fc1.weight": "model-00011-of-00011.safetensors",
706
+ "model.visual.blocks.0.mlp.linear_fc2.bias": "model-00011-of-00011.safetensors",
707
+ "model.visual.blocks.0.mlp.linear_fc2.weight": "model-00011-of-00011.safetensors",
708
+ "model.visual.blocks.0.norm1.bias": "model-00011-of-00011.safetensors",
709
+ "model.visual.blocks.0.norm1.weight": "model-00011-of-00011.safetensors",
710
+ "model.visual.blocks.0.norm2.bias": "model-00011-of-00011.safetensors",
711
+ "model.visual.blocks.0.norm2.weight": "model-00011-of-00011.safetensors",
712
+ "model.visual.blocks.1.attn.proj.bias": "model-00011-of-00011.safetensors",
713
+ "model.visual.blocks.1.attn.proj.weight": "model-00011-of-00011.safetensors",
714
+ "model.visual.blocks.1.attn.qkv.bias": "model-00011-of-00011.safetensors",
715
+ "model.visual.blocks.1.attn.qkv.weight": "model-00011-of-00011.safetensors",
716
+ "model.visual.blocks.1.mlp.linear_fc1.bias": "model-00011-of-00011.safetensors",
717
+ "model.visual.blocks.1.mlp.linear_fc1.weight": "model-00011-of-00011.safetensors",
718
+ "model.visual.blocks.1.mlp.linear_fc2.bias": "model-00011-of-00011.safetensors",
719
+ "model.visual.blocks.1.mlp.linear_fc2.weight": "model-00011-of-00011.safetensors",
720
+ "model.visual.blocks.1.norm1.bias": "model-00011-of-00011.safetensors",
721
+ "model.visual.blocks.1.norm1.weight": "model-00011-of-00011.safetensors",
722
+ "model.visual.blocks.1.norm2.bias": "model-00011-of-00011.safetensors",
723
+ "model.visual.blocks.1.norm2.weight": "model-00011-of-00011.safetensors",
724
+ "model.visual.blocks.10.attn.proj.bias": "model-00011-of-00011.safetensors",
725
+ "model.visual.blocks.10.attn.proj.weight": "model-00011-of-00011.safetensors",
726
+ "model.visual.blocks.10.attn.qkv.bias": "model-00011-of-00011.safetensors",
727
+ "model.visual.blocks.10.attn.qkv.weight": "model-00011-of-00011.safetensors",
728
+ "model.visual.blocks.10.mlp.linear_fc1.bias": "model-00011-of-00011.safetensors",
729
+ "model.visual.blocks.10.mlp.linear_fc1.weight": "model-00011-of-00011.safetensors",
730
+ "model.visual.blocks.10.mlp.linear_fc2.bias": "model-00011-of-00011.safetensors",
731
+ "model.visual.blocks.10.mlp.linear_fc2.weight": "model-00011-of-00011.safetensors",
732
+ "model.visual.blocks.10.norm1.bias": "model-00011-of-00011.safetensors",
733
+ "model.visual.blocks.10.norm1.weight": "model-00011-of-00011.safetensors",
734
+ "model.visual.blocks.10.norm2.bias": "model-00011-of-00011.safetensors",
735
+ "model.visual.blocks.10.norm2.weight": "model-00011-of-00011.safetensors",
736
+ "model.visual.blocks.11.attn.proj.bias": "model-00011-of-00011.safetensors",
737
+ "model.visual.blocks.11.attn.proj.weight": "model-00011-of-00011.safetensors",
738
+ "model.visual.blocks.11.attn.qkv.bias": "model-00011-of-00011.safetensors",
739
+ "model.visual.blocks.11.attn.qkv.weight": "model-00011-of-00011.safetensors",
740
+ "model.visual.blocks.11.mlp.linear_fc1.bias": "model-00011-of-00011.safetensors",
741
+ "model.visual.blocks.11.mlp.linear_fc1.weight": "model-00011-of-00011.safetensors",
742
+ "model.visual.blocks.11.mlp.linear_fc2.bias": "model-00011-of-00011.safetensors",
743
+ "model.visual.blocks.11.mlp.linear_fc2.weight": "model-00011-of-00011.safetensors",
744
+ "model.visual.blocks.11.norm1.bias": "model-00011-of-00011.safetensors",
745
+ "model.visual.blocks.11.norm1.weight": "model-00011-of-00011.safetensors",
746
+ "model.visual.blocks.11.norm2.bias": "model-00011-of-00011.safetensors",
747
+ "model.visual.blocks.11.norm2.weight": "model-00011-of-00011.safetensors",
748
+ "model.visual.blocks.12.attn.proj.bias": "model-00011-of-00011.safetensors",
749
+ "model.visual.blocks.12.attn.proj.weight": "model-00011-of-00011.safetensors",
750
+ "model.visual.blocks.12.attn.qkv.bias": "model-00011-of-00011.safetensors",
751
+ "model.visual.blocks.12.attn.qkv.weight": "model-00011-of-00011.safetensors",
752
+ "model.visual.blocks.12.mlp.linear_fc1.bias": "model-00011-of-00011.safetensors",
753
+ "model.visual.blocks.12.mlp.linear_fc1.weight": "model-00011-of-00011.safetensors",
754
+ "model.visual.blocks.12.mlp.linear_fc2.bias": "model-00011-of-00011.safetensors",
755
+ "model.visual.blocks.12.mlp.linear_fc2.weight": "model-00011-of-00011.safetensors",
756
+ "model.visual.blocks.12.norm1.bias": "model-00011-of-00011.safetensors",
757
+ "model.visual.blocks.12.norm1.weight": "model-00011-of-00011.safetensors",
758
+ "model.visual.blocks.12.norm2.bias": "model-00011-of-00011.safetensors",
759
+ "model.visual.blocks.12.norm2.weight": "model-00011-of-00011.safetensors",
760
+ "model.visual.blocks.13.attn.proj.bias": "model-00011-of-00011.safetensors",
761
+ "model.visual.blocks.13.attn.proj.weight": "model-00011-of-00011.safetensors",
762
+ "model.visual.blocks.13.attn.qkv.bias": "model-00011-of-00011.safetensors",
763
+ "model.visual.blocks.13.attn.qkv.weight": "model-00011-of-00011.safetensors",
764
+ "model.visual.blocks.13.mlp.linear_fc1.bias": "model-00011-of-00011.safetensors",
765
+ "model.visual.blocks.13.mlp.linear_fc1.weight": "model-00011-of-00011.safetensors",
766
+ "model.visual.blocks.13.mlp.linear_fc2.bias": "model-00011-of-00011.safetensors",
767
+ "model.visual.blocks.13.mlp.linear_fc2.weight": "model-00011-of-00011.safetensors",
768
+ "model.visual.blocks.13.norm1.bias": "model-00011-of-00011.safetensors",
769
+ "model.visual.blocks.13.norm1.weight": "model-00011-of-00011.safetensors",
770
+ "model.visual.blocks.13.norm2.bias": "model-00011-of-00011.safetensors",
771
+ "model.visual.blocks.13.norm2.weight": "model-00011-of-00011.safetensors",
772
+ "model.visual.blocks.14.attn.proj.bias": "model-00011-of-00011.safetensors",
773
+ "model.visual.blocks.14.attn.proj.weight": "model-00011-of-00011.safetensors",
774
+ "model.visual.blocks.14.attn.qkv.bias": "model-00011-of-00011.safetensors",
775
+ "model.visual.blocks.14.attn.qkv.weight": "model-00011-of-00011.safetensors",
776
+ "model.visual.blocks.14.mlp.linear_fc1.bias": "model-00011-of-00011.safetensors",
777
+ "model.visual.blocks.14.mlp.linear_fc1.weight": "model-00011-of-00011.safetensors",
778
+ "model.visual.blocks.14.mlp.linear_fc2.bias": "model-00011-of-00011.safetensors",
779
+ "model.visual.blocks.14.mlp.linear_fc2.weight": "model-00011-of-00011.safetensors",
780
+ "model.visual.blocks.14.norm1.bias": "model-00011-of-00011.safetensors",
781
+ "model.visual.blocks.14.norm1.weight": "model-00011-of-00011.safetensors",
782
+ "model.visual.blocks.14.norm2.bias": "model-00011-of-00011.safetensors",
783
+ "model.visual.blocks.14.norm2.weight": "model-00011-of-00011.safetensors",
784
+ "model.visual.blocks.15.attn.proj.bias": "model-00011-of-00011.safetensors",
785
+ "model.visual.blocks.15.attn.proj.weight": "model-00011-of-00011.safetensors",
786
+ "model.visual.blocks.15.attn.qkv.bias": "model-00011-of-00011.safetensors",
787
+ "model.visual.blocks.15.attn.qkv.weight": "model-00011-of-00011.safetensors",
788
+ "model.visual.blocks.15.mlp.linear_fc1.bias": "model-00011-of-00011.safetensors",
789
+ "model.visual.blocks.15.mlp.linear_fc1.weight": "model-00011-of-00011.safetensors",
790
+ "model.visual.blocks.15.mlp.linear_fc2.bias": "model-00011-of-00011.safetensors",
791
+ "model.visual.blocks.15.mlp.linear_fc2.weight": "model-00011-of-00011.safetensors",
792
+ "model.visual.blocks.15.norm1.bias": "model-00011-of-00011.safetensors",
793
+ "model.visual.blocks.15.norm1.weight": "model-00011-of-00011.safetensors",
794
+ "model.visual.blocks.15.norm2.bias": "model-00011-of-00011.safetensors",
795
+ "model.visual.blocks.15.norm2.weight": "model-00011-of-00011.safetensors",
796
+ "model.visual.blocks.16.attn.proj.bias": "model-00011-of-00011.safetensors",
797
+ "model.visual.blocks.16.attn.proj.weight": "model-00011-of-00011.safetensors",
798
+ "model.visual.blocks.16.attn.qkv.bias": "model-00011-of-00011.safetensors",
799
+ "model.visual.blocks.16.attn.qkv.weight": "model-00011-of-00011.safetensors",
800
+ "model.visual.blocks.16.mlp.linear_fc1.bias": "model-00011-of-00011.safetensors",
801
+ "model.visual.blocks.16.mlp.linear_fc1.weight": "model-00011-of-00011.safetensors",
802
+ "model.visual.blocks.16.mlp.linear_fc2.bias": "model-00011-of-00011.safetensors",
803
+ "model.visual.blocks.16.mlp.linear_fc2.weight": "model-00011-of-00011.safetensors",
804
+ "model.visual.blocks.16.norm1.bias": "model-00011-of-00011.safetensors",
805
+ "model.visual.blocks.16.norm1.weight": "model-00011-of-00011.safetensors",
806
+ "model.visual.blocks.16.norm2.bias": "model-00011-of-00011.safetensors",
807
+ "model.visual.blocks.16.norm2.weight": "model-00011-of-00011.safetensors",
808
+ "model.visual.blocks.17.attn.proj.bias": "model-00011-of-00011.safetensors",
809
+ "model.visual.blocks.17.attn.proj.weight": "model-00011-of-00011.safetensors",
810
+ "model.visual.blocks.17.attn.qkv.bias": "model-00011-of-00011.safetensors",
811
+ "model.visual.blocks.17.attn.qkv.weight": "model-00011-of-00011.safetensors",
812
+ "model.visual.blocks.17.mlp.linear_fc1.bias": "model-00011-of-00011.safetensors",
813
+ "model.visual.blocks.17.mlp.linear_fc1.weight": "model-00011-of-00011.safetensors",
814
+ "model.visual.blocks.17.mlp.linear_fc2.bias": "model-00011-of-00011.safetensors",
815
+ "model.visual.blocks.17.mlp.linear_fc2.weight": "model-00011-of-00011.safetensors",
816
+ "model.visual.blocks.17.norm1.bias": "model-00011-of-00011.safetensors",
817
+ "model.visual.blocks.17.norm1.weight": "model-00011-of-00011.safetensors",
818
+ "model.visual.blocks.17.norm2.bias": "model-00011-of-00011.safetensors",
819
+ "model.visual.blocks.17.norm2.weight": "model-00011-of-00011.safetensors",
820
+ "model.visual.blocks.18.attn.proj.bias": "model-00011-of-00011.safetensors",
821
+ "model.visual.blocks.18.attn.proj.weight": "model-00011-of-00011.safetensors",
822
+ "model.visual.blocks.18.attn.qkv.bias": "model-00011-of-00011.safetensors",
823
+ "model.visual.blocks.18.attn.qkv.weight": "model-00011-of-00011.safetensors",
824
+ "model.visual.blocks.18.mlp.linear_fc1.bias": "model-00011-of-00011.safetensors",
825
+ "model.visual.blocks.18.mlp.linear_fc1.weight": "model-00011-of-00011.safetensors",
826
+ "model.visual.blocks.18.mlp.linear_fc2.bias": "model-00011-of-00011.safetensors",
827
+ "model.visual.blocks.18.mlp.linear_fc2.weight": "model-00011-of-00011.safetensors",
828
+ "model.visual.blocks.18.norm1.bias": "model-00011-of-00011.safetensors",
829
+ "model.visual.blocks.18.norm1.weight": "model-00011-of-00011.safetensors",
830
+ "model.visual.blocks.18.norm2.bias": "model-00011-of-00011.safetensors",
831
+ "model.visual.blocks.18.norm2.weight": "model-00011-of-00011.safetensors",
832
+ "model.visual.blocks.19.attn.proj.bias": "model-00011-of-00011.safetensors",
833
+ "model.visual.blocks.19.attn.proj.weight": "model-00011-of-00011.safetensors",
834
+ "model.visual.blocks.19.attn.qkv.bias": "model-00011-of-00011.safetensors",
835
+ "model.visual.blocks.19.attn.qkv.weight": "model-00011-of-00011.safetensors",
836
+ "model.visual.blocks.19.mlp.linear_fc1.bias": "model-00011-of-00011.safetensors",
837
+ "model.visual.blocks.19.mlp.linear_fc1.weight": "model-00011-of-00011.safetensors",
838
+ "model.visual.blocks.19.mlp.linear_fc2.bias": "model-00011-of-00011.safetensors",
839
+ "model.visual.blocks.19.mlp.linear_fc2.weight": "model-00011-of-00011.safetensors",
840
+ "model.visual.blocks.19.norm1.bias": "model-00011-of-00011.safetensors",
841
+ "model.visual.blocks.19.norm1.weight": "model-00011-of-00011.safetensors",
842
+ "model.visual.blocks.19.norm2.bias": "model-00011-of-00011.safetensors",
843
+ "model.visual.blocks.19.norm2.weight": "model-00011-of-00011.safetensors",
844
+ "model.visual.blocks.2.attn.proj.bias": "model-00011-of-00011.safetensors",
845
+ "model.visual.blocks.2.attn.proj.weight": "model-00011-of-00011.safetensors",
846
+ "model.visual.blocks.2.attn.qkv.bias": "model-00011-of-00011.safetensors",
847
+ "model.visual.blocks.2.attn.qkv.weight": "model-00011-of-00011.safetensors",
848
+ "model.visual.blocks.2.mlp.linear_fc1.bias": "model-00011-of-00011.safetensors",
849
+ "model.visual.blocks.2.mlp.linear_fc1.weight": "model-00011-of-00011.safetensors",
850
+ "model.visual.blocks.2.mlp.linear_fc2.bias": "model-00011-of-00011.safetensors",
851
+ "model.visual.blocks.2.mlp.linear_fc2.weight": "model-00011-of-00011.safetensors",
852
+ "model.visual.blocks.2.norm1.bias": "model-00011-of-00011.safetensors",
853
+ "model.visual.blocks.2.norm1.weight": "model-00011-of-00011.safetensors",
854
+ "model.visual.blocks.2.norm2.bias": "model-00011-of-00011.safetensors",
855
+ "model.visual.blocks.2.norm2.weight": "model-00011-of-00011.safetensors",
856
+ "model.visual.blocks.20.attn.proj.bias": "model-00011-of-00011.safetensors",
857
+ "model.visual.blocks.20.attn.proj.weight": "model-00011-of-00011.safetensors",
858
+ "model.visual.blocks.20.attn.qkv.bias": "model-00011-of-00011.safetensors",
859
+ "model.visual.blocks.20.attn.qkv.weight": "model-00011-of-00011.safetensors",
860
+ "model.visual.blocks.20.mlp.linear_fc1.bias": "model-00011-of-00011.safetensors",
861
+ "model.visual.blocks.20.mlp.linear_fc1.weight": "model-00011-of-00011.safetensors",
862
+ "model.visual.blocks.20.mlp.linear_fc2.bias": "model-00011-of-00011.safetensors",
863
+ "model.visual.blocks.20.mlp.linear_fc2.weight": "model-00011-of-00011.safetensors",
864
+ "model.visual.blocks.20.norm1.bias": "model-00011-of-00011.safetensors",
865
+ "model.visual.blocks.20.norm1.weight": "model-00011-of-00011.safetensors",
866
+ "model.visual.blocks.20.norm2.bias": "model-00011-of-00011.safetensors",
867
+ "model.visual.blocks.20.norm2.weight": "model-00011-of-00011.safetensors",
868
+ "model.visual.blocks.21.attn.proj.bias": "model-00011-of-00011.safetensors",
869
+ "model.visual.blocks.21.attn.proj.weight": "model-00011-of-00011.safetensors",
870
+ "model.visual.blocks.21.attn.qkv.bias": "model-00011-of-00011.safetensors",
871
+ "model.visual.blocks.21.attn.qkv.weight": "model-00011-of-00011.safetensors",
872
+ "model.visual.blocks.21.mlp.linear_fc1.bias": "model-00011-of-00011.safetensors",
873
+ "model.visual.blocks.21.mlp.linear_fc1.weight": "model-00011-of-00011.safetensors",
874
+ "model.visual.blocks.21.mlp.linear_fc2.bias": "model-00011-of-00011.safetensors",
875
+ "model.visual.blocks.21.mlp.linear_fc2.weight": "model-00011-of-00011.safetensors",
876
+ "model.visual.blocks.21.norm1.bias": "model-00011-of-00011.safetensors",
877
+ "model.visual.blocks.21.norm1.weight": "model-00011-of-00011.safetensors",
878
+ "model.visual.blocks.21.norm2.bias": "model-00011-of-00011.safetensors",
879
+ "model.visual.blocks.21.norm2.weight": "model-00011-of-00011.safetensors",
880
+ "model.visual.blocks.22.attn.proj.bias": "model-00011-of-00011.safetensors",
881
+ "model.visual.blocks.22.attn.proj.weight": "model-00011-of-00011.safetensors",
882
+ "model.visual.blocks.22.attn.qkv.bias": "model-00011-of-00011.safetensors",
883
+ "model.visual.blocks.22.attn.qkv.weight": "model-00011-of-00011.safetensors",
884
+ "model.visual.blocks.22.mlp.linear_fc1.bias": "model-00011-of-00011.safetensors",
885
+ "model.visual.blocks.22.mlp.linear_fc1.weight": "model-00011-of-00011.safetensors",
886
+ "model.visual.blocks.22.mlp.linear_fc2.bias": "model-00011-of-00011.safetensors",
887
+ "model.visual.blocks.22.mlp.linear_fc2.weight": "model-00011-of-00011.safetensors",
888
+ "model.visual.blocks.22.norm1.bias": "model-00011-of-00011.safetensors",
889
+ "model.visual.blocks.22.norm1.weight": "model-00011-of-00011.safetensors",
890
+ "model.visual.blocks.22.norm2.bias": "model-00011-of-00011.safetensors",
891
+ "model.visual.blocks.22.norm2.weight": "model-00011-of-00011.safetensors",
892
+ "model.visual.blocks.23.attn.proj.bias": "model-00011-of-00011.safetensors",
893
+ "model.visual.blocks.23.attn.proj.weight": "model-00011-of-00011.safetensors",
894
+ "model.visual.blocks.23.attn.qkv.bias": "model-00011-of-00011.safetensors",
895
+ "model.visual.blocks.23.attn.qkv.weight": "model-00011-of-00011.safetensors",
896
+ "model.visual.blocks.23.mlp.linear_fc1.bias": "model-00011-of-00011.safetensors",
897
+ "model.visual.blocks.23.mlp.linear_fc1.weight": "model-00011-of-00011.safetensors",
898
+ "model.visual.blocks.23.mlp.linear_fc2.bias": "model-00011-of-00011.safetensors",
899
+ "model.visual.blocks.23.mlp.linear_fc2.weight": "model-00011-of-00011.safetensors",
900
+ "model.visual.blocks.23.norm1.bias": "model-00011-of-00011.safetensors",
901
+ "model.visual.blocks.23.norm1.weight": "model-00011-of-00011.safetensors",
902
+ "model.visual.blocks.23.norm2.bias": "model-00011-of-00011.safetensors",
903
+ "model.visual.blocks.23.norm2.weight": "model-00011-of-00011.safetensors",
904
+ "model.visual.blocks.24.attn.proj.bias": "model-00011-of-00011.safetensors",
905
+ "model.visual.blocks.24.attn.proj.weight": "model-00011-of-00011.safetensors",
906
+ "model.visual.blocks.24.attn.qkv.bias": "model-00011-of-00011.safetensors",
907
+ "model.visual.blocks.24.attn.qkv.weight": "model-00011-of-00011.safetensors",
908
+ "model.visual.blocks.24.mlp.linear_fc1.bias": "model-00011-of-00011.safetensors",
909
+ "model.visual.blocks.24.mlp.linear_fc1.weight": "model-00011-of-00011.safetensors",
910
+ "model.visual.blocks.24.mlp.linear_fc2.bias": "model-00011-of-00011.safetensors",
911
+ "model.visual.blocks.24.mlp.linear_fc2.weight": "model-00011-of-00011.safetensors",
912
+ "model.visual.blocks.24.norm1.bias": "model-00011-of-00011.safetensors",
913
+ "model.visual.blocks.24.norm1.weight": "model-00011-of-00011.safetensors",
914
+ "model.visual.blocks.24.norm2.bias": "model-00011-of-00011.safetensors",
915
+ "model.visual.blocks.24.norm2.weight": "model-00011-of-00011.safetensors",
916
+ "model.visual.blocks.25.attn.proj.bias": "model-00011-of-00011.safetensors",
917
+ "model.visual.blocks.25.attn.proj.weight": "model-00011-of-00011.safetensors",
918
+ "model.visual.blocks.25.attn.qkv.bias": "model-00011-of-00011.safetensors",
919
+ "model.visual.blocks.25.attn.qkv.weight": "model-00011-of-00011.safetensors",
920
+ "model.visual.blocks.25.mlp.linear_fc1.bias": "model-00011-of-00011.safetensors",
921
+ "model.visual.blocks.25.mlp.linear_fc1.weight": "model-00011-of-00011.safetensors",
922
+ "model.visual.blocks.25.mlp.linear_fc2.bias": "model-00011-of-00011.safetensors",
923
+ "model.visual.blocks.25.mlp.linear_fc2.weight": "model-00011-of-00011.safetensors",
924
+ "model.visual.blocks.25.norm1.bias": "model-00011-of-00011.safetensors",
925
+ "model.visual.blocks.25.norm1.weight": "model-00011-of-00011.safetensors",
926
+ "model.visual.blocks.25.norm2.bias": "model-00011-of-00011.safetensors",
927
+ "model.visual.blocks.25.norm2.weight": "model-00011-of-00011.safetensors",
928
+ "model.visual.blocks.26.attn.proj.bias": "model-00011-of-00011.safetensors",
929
+ "model.visual.blocks.26.attn.proj.weight": "model-00011-of-00011.safetensors",
930
+ "model.visual.blocks.26.attn.qkv.bias": "model-00011-of-00011.safetensors",
931
+ "model.visual.blocks.26.attn.qkv.weight": "model-00011-of-00011.safetensors",
932
+ "model.visual.blocks.26.mlp.linear_fc1.bias": "model-00011-of-00011.safetensors",
933
+ "model.visual.blocks.26.mlp.linear_fc1.weight": "model-00011-of-00011.safetensors",
934
+ "model.visual.blocks.26.mlp.linear_fc2.bias": "model-00011-of-00011.safetensors",
935
+ "model.visual.blocks.26.mlp.linear_fc2.weight": "model-00011-of-00011.safetensors",
936
+ "model.visual.blocks.26.norm1.bias": "model-00011-of-00011.safetensors",
937
+ "model.visual.blocks.26.norm1.weight": "model-00011-of-00011.safetensors",
938
+ "model.visual.blocks.26.norm2.bias": "model-00011-of-00011.safetensors",
939
+ "model.visual.blocks.26.norm2.weight": "model-00011-of-00011.safetensors",
940
+ "model.visual.blocks.3.attn.proj.bias": "model-00011-of-00011.safetensors",
941
+ "model.visual.blocks.3.attn.proj.weight": "model-00011-of-00011.safetensors",
942
+ "model.visual.blocks.3.attn.qkv.bias": "model-00011-of-00011.safetensors",
943
+ "model.visual.blocks.3.attn.qkv.weight": "model-00011-of-00011.safetensors",
944
+ "model.visual.blocks.3.mlp.linear_fc1.bias": "model-00011-of-00011.safetensors",
945
+ "model.visual.blocks.3.mlp.linear_fc1.weight": "model-00011-of-00011.safetensors",
946
+ "model.visual.blocks.3.mlp.linear_fc2.bias": "model-00011-of-00011.safetensors",
947
+ "model.visual.blocks.3.mlp.linear_fc2.weight": "model-00011-of-00011.safetensors",
948
+ "model.visual.blocks.3.norm1.bias": "model-00011-of-00011.safetensors",
949
+ "model.visual.blocks.3.norm1.weight": "model-00011-of-00011.safetensors",
950
+ "model.visual.blocks.3.norm2.bias": "model-00011-of-00011.safetensors",
951
+ "model.visual.blocks.3.norm2.weight": "model-00011-of-00011.safetensors",
952
+ "model.visual.blocks.4.attn.proj.bias": "model-00011-of-00011.safetensors",
953
+ "model.visual.blocks.4.attn.proj.weight": "model-00011-of-00011.safetensors",
954
+ "model.visual.blocks.4.attn.qkv.bias": "model-00011-of-00011.safetensors",
955
+ "model.visual.blocks.4.attn.qkv.weight": "model-00011-of-00011.safetensors",
956
+ "model.visual.blocks.4.mlp.linear_fc1.bias": "model-00011-of-00011.safetensors",
957
+ "model.visual.blocks.4.mlp.linear_fc1.weight": "model-00011-of-00011.safetensors",
958
+ "model.visual.blocks.4.mlp.linear_fc2.bias": "model-00011-of-00011.safetensors",
959
+ "model.visual.blocks.4.mlp.linear_fc2.weight": "model-00011-of-00011.safetensors",
960
+ "model.visual.blocks.4.norm1.bias": "model-00011-of-00011.safetensors",
961
+ "model.visual.blocks.4.norm1.weight": "model-00011-of-00011.safetensors",
962
+ "model.visual.blocks.4.norm2.bias": "model-00011-of-00011.safetensors",
963
+ "model.visual.blocks.4.norm2.weight": "model-00011-of-00011.safetensors",
964
+ "model.visual.blocks.5.attn.proj.bias": "model-00011-of-00011.safetensors",
965
+ "model.visual.blocks.5.attn.proj.weight": "model-00011-of-00011.safetensors",
966
+ "model.visual.blocks.5.attn.qkv.bias": "model-00011-of-00011.safetensors",
967
+ "model.visual.blocks.5.attn.qkv.weight": "model-00011-of-00011.safetensors",
968
+ "model.visual.blocks.5.mlp.linear_fc1.bias": "model-00011-of-00011.safetensors",
969
+ "model.visual.blocks.5.mlp.linear_fc1.weight": "model-00011-of-00011.safetensors",
970
+ "model.visual.blocks.5.mlp.linear_fc2.bias": "model-00011-of-00011.safetensors",
971
+ "model.visual.blocks.5.mlp.linear_fc2.weight": "model-00011-of-00011.safetensors",
972
+ "model.visual.blocks.5.norm1.bias": "model-00011-of-00011.safetensors",
973
+ "model.visual.blocks.5.norm1.weight": "model-00011-of-00011.safetensors",
974
+ "model.visual.blocks.5.norm2.bias": "model-00011-of-00011.safetensors",
975
+ "model.visual.blocks.5.norm2.weight": "model-00011-of-00011.safetensors",
976
+ "model.visual.blocks.6.attn.proj.bias": "model-00011-of-00011.safetensors",
977
+ "model.visual.blocks.6.attn.proj.weight": "model-00011-of-00011.safetensors",
978
+ "model.visual.blocks.6.attn.qkv.bias": "model-00011-of-00011.safetensors",
979
+ "model.visual.blocks.6.attn.qkv.weight": "model-00011-of-00011.safetensors",
980
+ "model.visual.blocks.6.mlp.linear_fc1.bias": "model-00011-of-00011.safetensors",
981
+ "model.visual.blocks.6.mlp.linear_fc1.weight": "model-00011-of-00011.safetensors",
982
+ "model.visual.blocks.6.mlp.linear_fc2.bias": "model-00011-of-00011.safetensors",
983
+ "model.visual.blocks.6.mlp.linear_fc2.weight": "model-00011-of-00011.safetensors",
984
+ "model.visual.blocks.6.norm1.bias": "model-00011-of-00011.safetensors",
985
+ "model.visual.blocks.6.norm1.weight": "model-00011-of-00011.safetensors",
986
+ "model.visual.blocks.6.norm2.bias": "model-00011-of-00011.safetensors",
987
+ "model.visual.blocks.6.norm2.weight": "model-00011-of-00011.safetensors",
988
+ "model.visual.blocks.7.attn.proj.bias": "model-00011-of-00011.safetensors",
989
+ "model.visual.blocks.7.attn.proj.weight": "model-00011-of-00011.safetensors",
990
+ "model.visual.blocks.7.attn.qkv.bias": "model-00011-of-00011.safetensors",
991
+ "model.visual.blocks.7.attn.qkv.weight": "model-00011-of-00011.safetensors",
992
+ "model.visual.blocks.7.mlp.linear_fc1.bias": "model-00011-of-00011.safetensors",
993
+ "model.visual.blocks.7.mlp.linear_fc1.weight": "model-00011-of-00011.safetensors",
994
+ "model.visual.blocks.7.mlp.linear_fc2.bias": "model-00011-of-00011.safetensors",
995
+ "model.visual.blocks.7.mlp.linear_fc2.weight": "model-00011-of-00011.safetensors",
996
+ "model.visual.blocks.7.norm1.bias": "model-00011-of-00011.safetensors",
997
+ "model.visual.blocks.7.norm1.weight": "model-00011-of-00011.safetensors",
998
+ "model.visual.blocks.7.norm2.bias": "model-00011-of-00011.safetensors",
999
+ "model.visual.blocks.7.norm2.weight": "model-00011-of-00011.safetensors",
1000
+ "model.visual.blocks.8.attn.proj.bias": "model-00011-of-00011.safetensors",
1001
+ "model.visual.blocks.8.attn.proj.weight": "model-00011-of-00011.safetensors",
1002
+ "model.visual.blocks.8.attn.qkv.bias": "model-00011-of-00011.safetensors",
1003
+ "model.visual.blocks.8.attn.qkv.weight": "model-00011-of-00011.safetensors",
1004
+ "model.visual.blocks.8.mlp.linear_fc1.bias": "model-00011-of-00011.safetensors",
1005
+ "model.visual.blocks.8.mlp.linear_fc1.weight": "model-00011-of-00011.safetensors",
1006
+ "model.visual.blocks.8.mlp.linear_fc2.bias": "model-00011-of-00011.safetensors",
1007
+ "model.visual.blocks.8.mlp.linear_fc2.weight": "model-00011-of-00011.safetensors",
1008
+ "model.visual.blocks.8.norm1.bias": "model-00011-of-00011.safetensors",
1009
+ "model.visual.blocks.8.norm1.weight": "model-00011-of-00011.safetensors",
1010
+ "model.visual.blocks.8.norm2.bias": "model-00011-of-00011.safetensors",
1011
+ "model.visual.blocks.8.norm2.weight": "model-00011-of-00011.safetensors",
1012
+ "model.visual.blocks.9.attn.proj.bias": "model-00011-of-00011.safetensors",
1013
+ "model.visual.blocks.9.attn.proj.weight": "model-00011-of-00011.safetensors",
1014
+ "model.visual.blocks.9.attn.qkv.bias": "model-00011-of-00011.safetensors",
1015
+ "model.visual.blocks.9.attn.qkv.weight": "model-00011-of-00011.safetensors",
1016
+ "model.visual.blocks.9.mlp.linear_fc1.bias": "model-00011-of-00011.safetensors",
1017
+ "model.visual.blocks.9.mlp.linear_fc1.weight": "model-00011-of-00011.safetensors",
1018
+ "model.visual.blocks.9.mlp.linear_fc2.bias": "model-00011-of-00011.safetensors",
1019
+ "model.visual.blocks.9.mlp.linear_fc2.weight": "model-00011-of-00011.safetensors",
1020
+ "model.visual.blocks.9.norm1.bias": "model-00011-of-00011.safetensors",
1021
+ "model.visual.blocks.9.norm1.weight": "model-00011-of-00011.safetensors",
1022
+ "model.visual.blocks.9.norm2.bias": "model-00011-of-00011.safetensors",
1023
+ "model.visual.blocks.9.norm2.weight": "model-00011-of-00011.safetensors",
1024
+ "model.visual.merger.linear_fc1.bias": "model-00011-of-00011.safetensors",
1025
+ "model.visual.merger.linear_fc1.weight": "model-00011-of-00011.safetensors",
1026
+ "model.visual.merger.linear_fc2.bias": "model-00011-of-00011.safetensors",
1027
+ "model.visual.merger.linear_fc2.weight": "model-00011-of-00011.safetensors",
1028
+ "model.visual.merger.norm.bias": "model-00011-of-00011.safetensors",
1029
+ "model.visual.merger.norm.weight": "model-00011-of-00011.safetensors",
1030
+ "model.visual.patch_embed.proj.bias": "model-00011-of-00011.safetensors",
1031
+ "model.visual.patch_embed.proj.weight": "model-00011-of-00011.safetensors",
1032
+ "model.visual.pos_embed.weight": "model-00011-of-00011.safetensors"
1033
+ }
1034
+ }
preprocessor_config.json ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "size": {
3
+ "longest_edge": 16777216,
4
+ "shortest_edge": 65536
5
+ },
6
+ "patch_size": 16,
7
+ "temporal_patch_size": 2,
8
+ "merge_size": 2,
9
+ "image_mean": [
10
+ 0.5,
11
+ 0.5,
12
+ 0.5
13
+ ],
14
+ "image_std": [
15
+ 0.5,
16
+ 0.5,
17
+ 0.5
18
+ ],
19
+ "processor_class": "Qwen3VLProcessor",
20
+ "image_processor_type": "Qwen2VLImageProcessorFast"
21
+ }
tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5cd9732badce41de57e6efce8302930ded1c1188c5f81feb2bd6c24c4a1941f
3
+ size 19989339
tokenizer_config.json ADDED
@@ -0,0 +1,86 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": false,
3
+ "audio_bos_token": "<|audio_start|>",
4
+ "audio_eos_token": "<|audio_end|>",
5
+ "audio_token": "<|audio_pad|>",
6
+ "backend": "tokenizers",
7
+ "bos_token": null,
8
+ "clean_up_tokenization_spaces": false,
9
+ "eos_token": "<|im_end|>",
10
+ "errors": "replace",
11
+ "extra_special_tokens": [
12
+ "<|im_start|>",
13
+ "<|im_end|>",
14
+ "<|object_ref_start|>",
15
+ "<|object_ref_end|>",
16
+ "<|box_start|>",
17
+ "<|box_end|>",
18
+ "<|quad_start|>",
19
+ "<|quad_end|>",
20
+ "<|vision_start|>",
21
+ "<|vision_end|>",
22
+ "<|vision_pad|>",
23
+ "<|image_pad|>",
24
+ "<|video_pad|>"
25
+ ],
26
+ "image_token": "<|image_pad|>",
27
+ "is_local": true,
28
+ "local_files_only": false,
29
+ "merges_file": null,
30
+ "model_max_length": 262144,
31
+ "model_specific_special_tokens": {
32
+ "audio_bos_token": "<|audio_start|>",
33
+ "audio_eos_token": "<|audio_end|>",
34
+ "audio_token": "<|audio_pad|>",
35
+ "image_token": "<|image_pad|>",
36
+ "video_token": "<|video_pad|>",
37
+ "vision_bos_token": "<|vision_start|>",
38
+ "vision_eos_token": "<|vision_end|>"
39
+ },
40
+ "pad_token": "<|endoftext|>",
41
+ "pretokenize_regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?[\\p{L}\\p{M}]+|\\p{N}| ?[^\\s\\p{L}\\p{M}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+",
42
+ "response_template": {
43
+ "defaults": {
44
+ "role": "assistant"
45
+ },
46
+ "fields": {
47
+ "content": {
48
+ "close": [
49
+ "<|im_end|>",
50
+ "<|endoftext|>"
51
+ ],
52
+ "content": "text",
53
+ "join": "",
54
+ "repeats": true
55
+ },
56
+ "reasoning_content": {
57
+ "close_pattern": "</think>|(?=<tool_call>)",
58
+ "content": "text",
59
+ "open": "<think>"
60
+ },
61
+ "tool_calls": {
62
+ "close_pattern": "</tool_call>|(?=<tool_call>)",
63
+ "content": "xml-inline",
64
+ "content_args": {
65
+ "tag_pattern": "<parameter=(?P<key>[^>\\n]+)>\\n?(?P<value>.*?)\\n?(?:</parameter>|(?=<parameter=)|(?=</function>))"
66
+ },
67
+ "open_pattern": "<tool_call>\\s*<function=(?P<name>[^>\\n]+)>",
68
+ "repeats": true,
69
+ "transform": {
70
+ "function": {
71
+ "arguments": "{content}",
72
+ "name": "{name}"
73
+ },
74
+ "type": "function"
75
+ }
76
+ }
77
+ },
78
+ "start_anchor": "<|im_start|>assistant\n"
79
+ },
80
+ "split_special_tokens": false,
81
+ "tokenizer_class": "Qwen3_5Tokenizer",
82
+ "unk_token": null,
83
+ "video_token": "<|video_pad|>",
84
+ "vision_bos_token": "<|vision_start|>",
85
+ "vision_eos_token": "<|vision_end|>"
86
+ }