diff --git "a/config.json" "b/config.json" new file mode 100644--- /dev/null +++ "b/config.json" @@ -0,0 +1,8532 @@ +{ + "architectures": [ + "Qwen3_5MoeForConditionalGeneration" + ], + "bob": { + "experts_before": 256, + "experts_kept": 208, + "keep": [ + [ + 1, + 2, + 4, + 5, + 6, + 7, + 9, + 10, + 11, + 13, + 14, + 15, + 16, + 18, + 19, + 21, + 22, + 23, + 24, + 27, + 29, + 30, + 31, + 32, + 33, + 35, + 36, + 38, + 39, + 40, + 41, + 43, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 75, + 76, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 88, + 89, + 91, + 92, + 93, + 95, + 96, + 97, + 98, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 127, + 128, + 129, + 130, + 131, + 133, + 134, + 135, + 136, + 137, + 139, + 140, + 141, + 142, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 155, + 157, + 158, + 159, + 161, + 162, + 163, + 165, + 166, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 185, + 186, + 187, + 188, + 191, + 192, + 193, + 194, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 207, + 209, + 210, + 211, + 212, + 213, + 215, + 216, + 217, + 218, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 231, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 246, + 247, + 248, + 249, + 250, + 251, + 254, + 255 + ], + [ + 0, + 1, + 2, + 3, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 13, + 14, + 15, + 16, + 17, + 19, + 20, + 21, + 22, + 23, + 24, + 26, + 27, + 28, + 29, + 32, + 33, + 34, + 35, + 37, + 38, + 39, + 40, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 70, + 71, + 72, + 73, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 103, + 104, + 105, + 107, + 109, + 111, + 112, + 114, + 115, + 117, + 118, + 119, + 120, + 121, + 123, + 124, + 126, + 128, + 130, + 131, + 132, + 133, + 134, + 135, + 137, + 138, + 139, + 141, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 153, + 154, + 155, + 156, + 157, + 158, + 160, + 162, + 163, + 164, + 165, + 166, + 167, + 169, + 170, + 171, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 193, + 195, + 197, + 198, + 199, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 217, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 250, + 251, + 252, + 253, + 254, + 255 + ], + [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 9, + 10, + 11, + 13, + 15, + 16, + 17, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 42, + 43, + 46, + 47, + 48, + 52, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 64, + 65, + 66, + 68, + 69, + 70, + 71, + 72, + 74, + 75, + 76, + 77, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 97, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 127, + 128, + 129, + 130, + 133, + 134, + 135, + 136, + 137, + 139, + 140, + 141, + 142, + 143, + 145, + 146, + 147, + 148, + 149, + 150, + 153, + 156, + 157, + 158, + 159, + 162, + 163, + 164, + 165, + 166, + 167, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 185, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 204, + 207, + 209, + 210, + 211, + 212, + 214, + 215, + 216, + 217, + 219, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 241, + 242, + 246, + 247, + 249, + 250, + 251, + 252, + 253, + 254, + 255 + ], + [ + 0, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 19, + 20, + 21, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 48, + 49, + 50, + 51, + 52, + 53, + 55, + 56, + 57, + 58, + 59, + 61, + 63, + 64, + 65, + 66, + 67, + 69, + 70, + 72, + 73, + 75, + 76, + 77, + 79, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 100, + 101, + 103, + 105, + 106, + 107, + 108, + 109, + 111, + 112, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 126, + 127, + 128, + 130, + 131, + 132, + 133, + 134, + 135, + 137, + 138, + 139, + 141, + 142, + 143, + 146, + 147, + 148, + 149, + 150, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 166, + 167, + 168, + 169, + 170, + 171, + 173, + 174, + 177, + 178, + 179, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 192, + 193, + 194, + 196, + 197, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 207, + 208, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 221, + 222, + 224, + 225, + 226, + 227, + 228, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 251, + 252, + 253, + 254, + 255 + ], + [ + 0, + 1, + 2, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 17, + 18, + 19, + 20, + 21, + 23, + 24, + 25, + 27, + 28, + 30, + 32, + 33, + 35, + 36, + 37, + 39, + 40, + 41, + 42, + 44, + 45, + 46, + 48, + 49, + 51, + 53, + 54, + 55, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 70, + 71, + 72, + 74, + 75, + 76, + 79, + 81, + 82, + 83, + 85, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 100, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 110, + 111, + 112, + 115, + 116, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 126, + 127, + 128, + 129, + 131, + 132, + 133, + 135, + 136, + 137, + 138, + 139, + 140, + 142, + 144, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 203, + 204, + 206, + 210, + 211, + 212, + 213, + 215, + 216, + 218, + 219, + 221, + 222, + 223, + 224, + 227, + 228, + 229, + 230, + 231, + 233, + 234, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 249, + 251, + 252, + 253, + 254, + 255 + ], + [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 27, + 29, + 30, + 31, + 32, + 33, + 35, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 46, + 47, + 49, + 50, + 52, + 55, + 56, + 57, + 58, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 73, + 74, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 106, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 117, + 119, + 120, + 122, + 123, + 125, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 142, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 153, + 154, + 155, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 168, + 169, + 170, + 172, + 174, + 176, + 177, + 178, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 200, + 202, + 204, + 205, + 207, + 208, + 210, + 212, + 213, + 214, + 215, + 216, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 234, + 235, + 236, + 238, + 241, + 242, + 243, + 245, + 249, + 250, + 251, + 252, + 253, + 254, + 255 + ], + [ + 1, + 2, + 3, + 5, + 7, + 8, + 9, + 10, + 11, + 12, + 14, + 16, + 17, + 18, + 19, + 21, + 22, + 23, + 25, + 26, + 27, + 28, + 30, + 31, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 65, + 68, + 69, + 71, + 72, + 73, + 74, + 76, + 77, + 79, + 80, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 97, + 98, + 100, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 112, + 113, + 114, + 115, + 118, + 119, + 120, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 131, + 133, + 135, + 136, + 137, + 138, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 156, + 157, + 159, + 160, + 161, + 162, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 181, + 182, + 183, + 184, + 185, + 186, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 217, + 218, + 220, + 221, + 223, + 226, + 227, + 230, + 232, + 233, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 249, + 250, + 251, + 252, + 254, + 255 + ], + [ + 1, + 2, + 3, + 4, + 6, + 7, + 9, + 10, + 11, + 12, + 13, + 14, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 46, + 47, + 49, + 51, + 52, + 54, + 55, + 56, + 57, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 68, + 70, + 72, + 73, + 74, + 75, + 76, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 88, + 90, + 91, + 95, + 96, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 107, + 108, + 109, + 110, + 111, + 112, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 123, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 169, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 184, + 185, + 186, + 187, + 188, + 189, + 191, + 192, + 194, + 195, + 197, + 199, + 200, + 201, + 202, + 203, + 204, + 206, + 207, + 208, + 210, + 212, + 213, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 227, + 228, + 229, + 230, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 248, + 251, + 252, + 253, + 254, + 255 + ], + [ + 0, + 3, + 4, + 5, + 6, + 7, + 9, + 10, + 11, + 12, + 13, + 14, + 16, + 17, + 19, + 20, + 21, + 23, + 24, + 25, + 26, + 28, + 29, + 30, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 52, + 54, + 56, + 57, + 58, + 60, + 61, + 63, + 64, + 65, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 80, + 81, + 82, + 83, + 85, + 86, + 87, + 88, + 89, + 93, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 105, + 106, + 107, + 108, + 110, + 111, + 112, + 114, + 115, + 116, + 117, + 119, + 120, + 121, + 122, + 123, + 124, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 163, + 164, + 165, + 166, + 168, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 178, + 180, + 181, + 183, + 184, + 186, + 187, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 199, + 200, + 201, + 202, + 203, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 222, + 223, + 224, + 225, + 227, + 228, + 229, + 230, + 231, + 232, + 234, + 235, + 236, + 237, + 239, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 252, + 253, + 254 + ], + [ + 0, + 1, + 2, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 16, + 17, + 18, + 19, + 20, + 22, + 23, + 24, + 25, + 26, + 27, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 65, + 66, + 67, + 68, + 69, + 71, + 72, + 73, + 74, + 75, + 77, + 78, + 79, + 80, + 81, + 84, + 86, + 87, + 88, + 91, + 94, + 95, + 96, + 97, + 98, + 100, + 102, + 103, + 104, + 105, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 118, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 141, + 143, + 144, + 145, + 146, + 148, + 149, + 151, + 152, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 174, + 175, + 177, + 178, + 179, + 180, + 182, + 183, + 184, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 196, + 197, + 198, + 199, + 200, + 201, + 203, + 204, + 206, + 207, + 209, + 211, + 212, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 250, + 251, + 252, + 253, + 254, + 255 + ], + [ + 0, + 1, + 2, + 3, + 4, + 5, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 29, + 30, + 31, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 56, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 68, + 69, + 70, + 71, + 72, + 73, + 75, + 76, + 77, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 90, + 91, + 92, + 94, + 95, + 97, + 98, + 100, + 102, + 104, + 107, + 108, + 109, + 110, + 111, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 132, + 133, + 134, + 135, + 136, + 137, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 152, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 165, + 167, + 168, + 169, + 170, + 171, + 172, + 175, + 176, + 177, + 179, + 182, + 183, + 184, + 185, + 187, + 189, + 190, + 192, + 193, + 194, + 195, + 196, + 198, + 199, + 200, + 201, + 203, + 204, + 205, + 206, + 207, + 208, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 222, + 223, + 224, + 225, + 226, + 228, + 232, + 234, + 236, + 238, + 239, + 240, + 242, + 243, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255 + ], + [ + 1, + 2, + 3, + 5, + 6, + 9, + 10, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 24, + 25, + 26, + 27, + 29, + 31, + 32, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 44, + 45, + 46, + 47, + 49, + 50, + 51, + 52, + 54, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 66, + 69, + 70, + 71, + 72, + 73, + 74, + 76, + 78, + 79, + 80, + 81, + 82, + 84, + 85, + 86, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 98, + 99, + 100, + 102, + 103, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 116, + 117, + 121, + 122, + 123, + 124, + 126, + 127, + 128, + 129, + 130, + 132, + 133, + 134, + 135, + 136, + 137, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 176, + 178, + 180, + 181, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 194, + 195, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 236, + 238, + 239, + 240, + 241, + 242, + 243, + 247, + 248, + 249, + 250, + 252, + 253, + 254, + 255 + ], + [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 21, + 22, + 24, + 26, + 27, + 31, + 32, + 33, + 34, + 35, + 36, + 38, + 39, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 50, + 51, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 65, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 76, + 77, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 87, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 98, + 99, + 100, + 101, + 102, + 105, + 106, + 107, + 108, + 109, + 111, + 112, + 113, + 115, + 116, + 117, + 118, + 119, + 121, + 122, + 124, + 125, + 126, + 128, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 149, + 150, + 152, + 153, + 154, + 155, + 156, + 157, + 160, + 161, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 184, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 203, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 228, + 230, + 231, + 232, + 235, + 237, + 238, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 250, + 251, + 252, + 253, + 254, + 255 + ], + [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 8, + 9, + 11, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 24, + 26, + 29, + 30, + 32, + 33, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 51, + 52, + 53, + 55, + 57, + 58, + 61, + 64, + 66, + 67, + 68, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 91, + 92, + 93, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 137, + 138, + 139, + 140, + 141, + 142, + 145, + 146, + 147, + 148, + 149, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 173, + 174, + 175, + 176, + 177, + 178, + 180, + 181, + 182, + 183, + 184, + 185, + 187, + 188, + 189, + 191, + 192, + 193, + 194, + 195, + 196, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 209, + 210, + 211, + 212, + 215, + 216, + 217, + 219, + 220, + 221, + 222, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 239, + 241, + 242, + 243, + 244, + 246, + 248, + 249, + 251, + 252, + 253, + 255 + ], + [ + 0, + 4, + 5, + 6, + 7, + 8, + 9, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 24, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 59, + 60, + 61, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 75, + 76, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 93, + 94, + 96, + 97, + 98, + 99, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 109, + 110, + 111, + 112, + 114, + 116, + 117, + 118, + 119, + 123, + 124, + 125, + 127, + 128, + 131, + 132, + 133, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 146, + 147, + 148, + 150, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 163, + 165, + 166, + 167, + 168, + 169, + 171, + 172, + 173, + 174, + 175, + 177, + 178, + 179, + 180, + 181, + 182, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 202, + 203, + 204, + 205, + 206, + 207, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 223, + 224, + 225, + 229, + 230, + 231, + 232, + 234, + 235, + 236, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 246, + 249, + 250, + 251, + 252, + 253, + 254 + ], + [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 9, + 11, + 12, + 13, + 14, + 16, + 17, + 18, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 33, + 34, + 35, + 36, + 37, + 39, + 42, + 44, + 45, + 46, + 48, + 49, + 50, + 51, + 53, + 54, + 55, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 65, + 66, + 67, + 69, + 70, + 71, + 72, + 74, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 91, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 105, + 106, + 108, + 109, + 110, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 120, + 121, + 123, + 124, + 125, + 126, + 127, + 128, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 177, + 178, + 179, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 195, + 196, + 197, + 199, + 200, + 201, + 202, + 203, + 204, + 206, + 207, + 210, + 212, + 213, + 214, + 215, + 216, + 219, + 220, + 222, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 239, + 240, + 241, + 242, + 243, + 244, + 247, + 248, + 249, + 250, + 254, + 255 + ], + [ + 0, + 1, + 2, + 4, + 5, + 6, + 8, + 9, + 10, + 12, + 13, + 14, + 16, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 63, + 65, + 66, + 67, + 70, + 71, + 72, + 73, + 74, + 75, + 78, + 80, + 81, + 82, + 84, + 85, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 95, + 96, + 99, + 101, + 102, + 103, + 104, + 105, + 107, + 108, + 110, + 112, + 113, + 114, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 130, + 131, + 132, + 133, + 135, + 136, + 137, + 138, + 141, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 185, + 186, + 188, + 189, + 190, + 192, + 193, + 195, + 196, + 199, + 200, + 201, + 203, + 204, + 205, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 222, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 240, + 242, + 243, + 244, + 245, + 246, + 247, + 249, + 252, + 253, + 254, + 255 + ], + [ + 0, + 1, + 3, + 5, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 38, + 39, + 40, + 42, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 53, + 54, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 64, + 65, + 67, + 71, + 72, + 74, + 76, + 77, + 78, + 79, + 82, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 104, + 106, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 121, + 122, + 123, + 125, + 126, + 127, + 129, + 130, + 131, + 132, + 134, + 135, + 136, + 137, + 139, + 140, + 142, + 143, + 144, + 145, + 147, + 149, + 150, + 152, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 180, + 181, + 182, + 183, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 194, + 197, + 198, + 199, + 200, + 201, + 202, + 204, + 205, + 206, + 207, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 252, + 254, + 255 + ], + [ + 0, + 1, + 2, + 3, + 5, + 6, + 8, + 9, + 11, + 12, + 13, + 15, + 16, + 17, + 18, + 19, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 30, + 31, + 32, + 34, + 35, + 36, + 37, + 38, + 40, + 41, + 42, + 43, + 44, + 46, + 47, + 48, + 50, + 51, + 52, + 53, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 75, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 97, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 119, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 137, + 138, + 139, + 140, + 141, + 142, + 146, + 148, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 183, + 184, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 195, + 196, + 197, + 198, + 199, + 201, + 203, + 204, + 205, + 206, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 219, + 220, + 221, + 222, + 223, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 245, + 247, + 250, + 251, + 254, + 255 + ], + [ + 1, + 3, + 4, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 14, + 15, + 16, + 17, + 19, + 20, + 22, + 23, + 24, + 25, + 26, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 47, + 48, + 49, + 50, + 51, + 54, + 56, + 57, + 58, + 59, + 60, + 61, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 84, + 85, + 86, + 88, + 91, + 92, + 93, + 94, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 118, + 119, + 120, + 121, + 122, + 123, + 125, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 150, + 151, + 153, + 154, + 155, + 158, + 160, + 161, + 162, + 163, + 164, + 167, + 170, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 183, + 184, + 186, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 209, + 211, + 212, + 213, + 214, + 215, + 216, + 218, + 219, + 220, + 221, + 222, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 251, + 252, + 253, + 254 + ], + [ + 0, + 1, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 15, + 16, + 17, + 18, + 19, + 20, + 23, + 24, + 25, + 26, + 28, + 29, + 30, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 46, + 47, + 48, + 49, + 50, + 52, + 53, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 78, + 80, + 81, + 82, + 83, + 85, + 86, + 88, + 89, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 120, + 121, + 123, + 124, + 126, + 127, + 128, + 129, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 156, + 157, + 159, + 160, + 161, + 163, + 164, + 165, + 166, + 168, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 178, + 181, + 183, + 184, + 185, + 186, + 187, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 197, + 199, + 201, + 202, + 203, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 227, + 228, + 229, + 230, + 231, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 247, + 248, + 249, + 250, + 251, + 253 + ], + [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 8, + 11, + 12, + 13, + 14, + 16, + 17, + 18, + 19, + 20, + 22, + 23, + 24, + 25, + 26, + 27, + 29, + 30, + 31, + 32, + 34, + 35, + 36, + 37, + 38, + 39, + 42, + 43, + 44, + 45, + 46, + 47, + 52, + 53, + 54, + 55, + 56, + 58, + 59, + 60, + 61, + 62, + 63, + 65, + 66, + 67, + 69, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 87, + 88, + 89, + 94, + 95, + 96, + 98, + 102, + 103, + 105, + 107, + 108, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 145, + 146, + 147, + 148, + 149, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 164, + 165, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 177, + 178, + 180, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 191, + 192, + 193, + 194, + 196, + 197, + 198, + 200, + 201, + 202, + 203, + 204, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 234, + 235, + 236, + 237, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 248, + 250, + 251, + 252, + 253, + 254, + 255 + ], + [ + 0, + 1, + 2, + 3, + 5, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 17, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 29, + 31, + 33, + 34, + 35, + 36, + 37, + 38, + 40, + 41, + 42, + 43, + 44, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 68, + 69, + 70, + 71, + 72, + 73, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 87, + 88, + 90, + 91, + 92, + 94, + 95, + 97, + 98, + 100, + 102, + 104, + 106, + 107, + 108, + 109, + 110, + 111, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 140, + 141, + 142, + 143, + 144, + 146, + 147, + 149, + 150, + 152, + 154, + 156, + 157, + 158, + 159, + 160, + 161, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 174, + 175, + 176, + 177, + 179, + 182, + 183, + 184, + 185, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 198, + 199, + 201, + 203, + 204, + 205, + 207, + 208, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 222, + 223, + 224, + 225, + 227, + 228, + 229, + 231, + 232, + 233, + 234, + 236, + 238, + 239, + 241, + 242, + 243, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255 + ], + [ + 3, + 4, + 5, + 9, + 10, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 22, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 34, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 44, + 45, + 46, + 47, + 49, + 50, + 51, + 52, + 54, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 66, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 78, + 79, + 80, + 81, + 82, + 84, + 85, + 86, + 87, + 88, + 89, + 91, + 92, + 93, + 94, + 95, + 96, + 98, + 99, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 111, + 112, + 114, + 116, + 117, + 118, + 121, + 122, + 123, + 124, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 176, + 177, + 178, + 180, + 181, + 183, + 184, + 186, + 187, + 188, + 189, + 191, + 192, + 193, + 194, + 195, + 196, + 198, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 212, + 213, + 214, + 215, + 216, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 228, + 230, + 231, + 233, + 236, + 238, + 239, + 241, + 242, + 243, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255 + ], + [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 11, + 12, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 26, + 27, + 31, + 32, + 33, + 34, + 35, + 36, + 38, + 39, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 52, + 53, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 76, + 77, + 78, + 79, + 80, + 81, + 83, + 84, + 85, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 106, + 107, + 108, + 109, + 111, + 112, + 113, + 115, + 116, + 117, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 131, + 132, + 133, + 134, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 149, + 150, + 151, + 153, + 154, + 155, + 156, + 157, + 158, + 160, + 161, + 163, + 164, + 165, + 166, + 167, + 168, + 170, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 180, + 181, + 184, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 198, + 199, + 200, + 201, + 203, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 230, + 232, + 235, + 238, + 240, + 241, + 242, + 244, + 245, + 247, + 250, + 251, + 252, + 253, + 254, + 255 + ], + [ + 0, + 1, + 2, + 3, + 5, + 6, + 7, + 8, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 26, + 29, + 30, + 33, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 51, + 52, + 55, + 56, + 57, + 58, + 61, + 62, + 63, + 64, + 66, + 67, + 70, + 71, + 72, + 73, + 75, + 76, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 86, + 87, + 89, + 91, + 92, + 93, + 94, + 95, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 137, + 138, + 139, + 140, + 141, + 142, + 145, + 146, + 147, + 148, + 149, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 177, + 178, + 181, + 182, + 183, + 184, + 185, + 187, + 188, + 189, + 191, + 192, + 193, + 195, + 196, + 197, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 209, + 210, + 211, + 212, + 213, + 215, + 216, + 217, + 219, + 220, + 221, + 222, + 224, + 226, + 227, + 228, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 239, + 240, + 241, + 242, + 243, + 244, + 246, + 248, + 249, + 251, + 252, + 253, + 254, + 255 + ], + [ + 0, + 5, + 6, + 7, + 8, + 9, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 24, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 59, + 60, + 61, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 71, + 72, + 73, + 75, + 76, + 78, + 80, + 81, + 82, + 83, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 101, + 103, + 105, + 106, + 107, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 123, + 124, + 125, + 127, + 128, + 131, + 132, + 133, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 163, + 165, + 166, + 167, + 168, + 169, + 171, + 172, + 175, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 202, + 203, + 204, + 206, + 207, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 220, + 223, + 224, + 225, + 229, + 230, + 231, + 232, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 249, + 250, + 251, + 252, + 253, + 254 + ], + [ + 0, + 1, + 2, + 3, + 4, + 5, + 9, + 11, + 12, + 13, + 14, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 42, + 44, + 45, + 46, + 48, + 49, + 50, + 51, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 69, + 70, + 71, + 72, + 74, + 75, + 76, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 105, + 106, + 108, + 109, + 110, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 140, + 141, + 142, + 144, + 146, + 147, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 157, + 159, + 160, + 162, + 163, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 177, + 178, + 179, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 195, + 196, + 197, + 198, + 199, + 200, + 203, + 204, + 206, + 207, + 208, + 209, + 210, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 222, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 233, + 234, + 235, + 236, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 247, + 248, + 249, + 250, + 254, + 255 + ], + [ + 0, + 2, + 4, + 5, + 6, + 8, + 9, + 10, + 12, + 13, + 14, + 16, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 26, + 28, + 29, + 30, + 31, + 33, + 34, + 35, + 36, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 61, + 63, + 65, + 66, + 67, + 70, + 71, + 72, + 73, + 74, + 75, + 78, + 79, + 80, + 81, + 82, + 84, + 85, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 95, + 96, + 99, + 101, + 102, + 104, + 105, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 126, + 127, + 128, + 129, + 130, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 140, + 141, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 174, + 175, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 185, + 186, + 187, + 188, + 189, + 190, + 192, + 193, + 194, + 196, + 199, + 200, + 201, + 203, + 204, + 205, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 216, + 217, + 218, + 219, + 220, + 222, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 252, + 253, + 254, + 255 + ], + [ + 0, + 1, + 5, + 7, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 42, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 53, + 54, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 64, + 65, + 66, + 67, + 69, + 71, + 72, + 73, + 74, + 76, + 78, + 79, + 83, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 117, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 134, + 135, + 136, + 137, + 139, + 140, + 141, + 142, + 144, + 145, + 147, + 149, + 150, + 151, + 152, + 155, + 156, + 157, + 158, + 159, + 160, + 162, + 164, + 165, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 180, + 182, + 183, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 194, + 197, + 198, + 199, + 200, + 201, + 202, + 204, + 205, + 206, + 207, + 211, + 212, + 213, + 214, + 215, + 216, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 254, + 255 + ], + [ + 0, + 1, + 2, + 3, + 5, + 6, + 7, + 9, + 11, + 12, + 13, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 23, + 24, + 25, + 27, + 28, + 30, + 31, + 32, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 59, + 60, + 61, + 62, + 63, + 64, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 75, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 94, + 97, + 99, + 100, + 102, + 103, + 104, + 105, + 106, + 108, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 119, + 121, + 122, + 123, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 148, + 149, + 150, + 151, + 152, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 195, + 196, + 197, + 198, + 199, + 201, + 203, + 204, + 205, + 206, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 225, + 226, + 227, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 245, + 248, + 250, + 251, + 253, + 254, + 255 + ], + [ + 1, + 2, + 3, + 4, + 7, + 8, + 9, + 10, + 11, + 12, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 22, + 23, + 24, + 25, + 26, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 74, + 75, + 77, + 78, + 79, + 80, + 81, + 82, + 84, + 85, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 116, + 118, + 120, + 121, + 122, + 123, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 137, + 138, + 139, + 141, + 142, + 143, + 144, + 145, + 146, + 148, + 149, + 150, + 151, + 153, + 154, + 155, + 157, + 158, + 160, + 162, + 163, + 164, + 166, + 167, + 169, + 170, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 183, + 184, + 185, + 186, + 188, + 190, + 191, + 192, + 193, + 194, + 196, + 197, + 198, + 199, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 209, + 211, + 212, + 213, + 214, + 215, + 216, + 218, + 219, + 220, + 221, + 222, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255 + ], + [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 35, + 37, + 38, + 40, + 41, + 42, + 43, + 44, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 88, + 89, + 90, + 91, + 92, + 94, + 95, + 96, + 98, + 99, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 109, + 110, + 111, + 112, + 113, + 115, + 116, + 117, + 118, + 119, + 120, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 139, + 140, + 142, + 143, + 144, + 146, + 148, + 149, + 150, + 151, + 152, + 154, + 156, + 157, + 158, + 159, + 160, + 162, + 163, + 166, + 168, + 170, + 171, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 183, + 184, + 185, + 186, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 201, + 202, + 203, + 205, + 206, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 216, + 217, + 218, + 220, + 221, + 222, + 223, + 224, + 226, + 227, + 229, + 231, + 232, + 235, + 236, + 237, + 238, + 241, + 243, + 244, + 245, + 246, + 247, + 248, + 250, + 251, + 252, + 254, + 255 + ], + [ + 0, + 3, + 4, + 5, + 6, + 7, + 9, + 10, + 11, + 12, + 13, + 15, + 16, + 17, + 18, + 19, + 21, + 22, + 23, + 25, + 27, + 28, + 29, + 32, + 33, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 58, + 59, + 60, + 61, + 62, + 63, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 77, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 113, + 114, + 115, + 116, + 117, + 118, + 121, + 122, + 124, + 126, + 127, + 128, + 129, + 130, + 132, + 133, + 136, + 137, + 138, + 139, + 140, + 142, + 143, + 144, + 146, + 147, + 149, + 151, + 152, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 174, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 189, + 190, + 191, + 192, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 212, + 213, + 214, + 217, + 218, + 219, + 220, + 223, + 224, + 225, + 227, + 228, + 229, + 231, + 232, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 250, + 251, + 252, + 253, + 254, + 255 + ], + [ + 0, + 1, + 2, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 32, + 33, + 34, + 36, + 37, + 38, + 40, + 41, + 44, + 45, + 46, + 47, + 48, + 49, + 51, + 52, + 54, + 55, + 56, + 57, + 58, + 59, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 72, + 73, + 74, + 76, + 77, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 101, + 102, + 103, + 104, + 105, + 107, + 108, + 109, + 112, + 113, + 114, + 116, + 120, + 121, + 122, + 123, + 125, + 126, + 128, + 129, + 130, + 131, + 132, + 133, + 136, + 137, + 140, + 141, + 142, + 143, + 146, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 175, + 176, + 177, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 191, + 192, + 194, + 195, + 196, + 197, + 198, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 238, + 239, + 240, + 241, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255 + ], + [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 27, + 28, + 29, + 30, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 46, + 47, + 48, + 49, + 52, + 53, + 54, + 55, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 71, + 72, + 73, + 74, + 76, + 77, + 78, + 79, + 80, + 81, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 92, + 93, + 94, + 95, + 96, + 97, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 110, + 111, + 112, + 114, + 115, + 116, + 117, + 119, + 120, + 121, + 122, + 123, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 135, + 136, + 137, + 138, + 140, + 141, + 142, + 143, + 145, + 146, + 147, + 148, + 149, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 163, + 165, + 167, + 170, + 171, + 173, + 174, + 176, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 189, + 190, + 191, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 206, + 208, + 209, + 210, + 212, + 213, + 214, + 215, + 217, + 218, + 220, + 221, + 223, + 224, + 225, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 238, + 239, + 240, + 241, + 242, + 244, + 245, + 247, + 248, + 250, + 252, + 253, + 254, + 255 + ], + [ + 0, + 1, + 2, + 3, + 4, + 5, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 34, + 35, + 36, + 37, + 39, + 41, + 42, + 43, + 44, + 45, + 47, + 48, + 49, + 50, + 51, + 53, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 69, + 70, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 92, + 93, + 94, + 97, + 98, + 99, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 109, + 110, + 111, + 112, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 129, + 130, + 131, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 147, + 148, + 149, + 151, + 152, + 153, + 154, + 155, + 158, + 159, + 160, + 161, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 171, + 172, + 177, + 178, + 181, + 186, + 187, + 188, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 198, + 199, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 210, + 211, + 212, + 213, + 214, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 237, + 239, + 242, + 244, + 245, + 246, + 248, + 250, + 251, + 252, + 253, + 254, + 255 + ], + [ + 0, + 1, + 2, + 3, + 4, + 5, + 7, + 8, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 27, + 28, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 42, + 43, + 45, + 48, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 78, + 80, + 81, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 132, + 133, + 134, + 135, + 137, + 138, + 139, + 140, + 141, + 143, + 144, + 145, + 146, + 147, + 149, + 151, + 152, + 156, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 169, + 170, + 171, + 172, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 184, + 185, + 186, + 189, + 190, + 192, + 193, + 194, + 196, + 198, + 199, + 200, + 201, + 202, + 204, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 218, + 219, + 220, + 221, + 224, + 225, + 226, + 227, + 228, + 229, + 231, + 232, + 233, + 234, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 247, + 248, + 250, + 252, + 255 + ], + [ + 0, + 3, + 4, + 5, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 20, + 21, + 22, + 23, + 24, + 25, + 27, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 39, + 40, + 41, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 52, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 82, + 83, + 84, + 86, + 87, + 88, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 101, + 102, + 103, + 104, + 105, + 106, + 108, + 109, + 111, + 112, + 113, + 114, + 115, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 154, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 165, + 166, + 167, + 168, + 169, + 171, + 173, + 174, + 175, + 176, + 177, + 179, + 180, + 182, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 195, + 196, + 197, + 198, + 200, + 201, + 202, + 204, + 205, + 206, + 207, + 209, + 210, + 212, + 213, + 215, + 217, + 218, + 219, + 220, + 222, + 223, + 225, + 226, + 227, + 228, + 230, + 231, + 232, + 233, + 234, + 236, + 237, + 241, + 242, + 243, + 244, + 245, + 248, + 249, + 250, + 251, + 252, + 254 + ], + [ + 1, + 2, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 20, + 21, + 22, + 23, + 24, + 25, + 27, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 42, + 44, + 45, + 46, + 47, + 48, + 50, + 52, + 53, + 55, + 56, + 57, + 58, + 60, + 61, + 62, + 63, + 65, + 66, + 67, + 68, + 69, + 70, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 83, + 84, + 85, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 103, + 105, + 106, + 107, + 109, + 110, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 120, + 122, + 123, + 125, + 127, + 128, + 129, + 132, + 133, + 134, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 144, + 145, + 146, + 147, + 148, + 150, + 154, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 171, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 181, + 182, + 183, + 184, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 208, + 209, + 210, + 211, + 213, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 248, + 250, + 251, + 252, + 253, + 254, + 255 + ] + ], + "name": "28Bob" + }, + "dtype": "bfloat16", + "image_token_id": 248056, + "model_type": "qwen3_5_moe", + "text_config": { + "attention_bias": false, + "attention_dropout": 0.0, + "attn_output_gate": true, + "bos_token_id": 248044, + "dtype": "bfloat16", + "eos_token_id": 248044, + "full_attention_interval": 4, + "head_dim": 256, + "hidden_act": "silu", + "hidden_size": 2048, + "initializer_range": 0.02, + "layer_types": [ + "linear_attention", + "linear_attention", + "linear_attention", + "full_attention", + "linear_attention", + "linear_attention", + "linear_attention", + "full_attention", + "linear_attention", + "linear_attention", + "linear_attention", + "full_attention", + "linear_attention", + "linear_attention", + "linear_attention", + "full_attention", + "linear_attention", + "linear_attention", + "linear_attention", + "full_attention", + "linear_attention", + "linear_attention", + "linear_attention", + "full_attention", + "linear_attention", + "linear_attention", + "linear_attention", + "full_attention", + "linear_attention", + "linear_attention", + "linear_attention", + "full_attention", + "linear_attention", + "linear_attention", + "linear_attention", + "full_attention", + "linear_attention", + "linear_attention", + "linear_attention", + "full_attention" + ], + "linear_conv_kernel_dim": 4, + "linear_key_head_dim": 128, + "linear_num_key_heads": 16, + "linear_num_value_heads": 32, + "linear_value_head_dim": 128, + "mamba_ssm_dtype": "float32", + "max_position_embeddings": 262144, + "model_type": "qwen3_5_moe_text", + "moe_intermediate_size": 512, + "mtp_num_hidden_layers": 1, + "mtp_use_dedicated_embeddings": false, + "num_attention_heads": 16, + "num_experts": 208, + "num_experts_per_tok": 8, + "num_hidden_layers": 40, + "num_key_value_heads": 2, + "output_router_logits": false, + "pad_token_id": null, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "mrope_interleaved": true, + "mrope_section": [ + 11, + 11, + 10 + ], + "partial_rotary_factor": 0.25, + "rope_theta": 10000000, + "rope_type": "default" + }, + "router_aux_loss_coef": 0.001, + "shared_expert_intermediate_size": 512, + "tie_word_embeddings": false, + "use_cache": true, + "vocab_size": 248320 + }, + "tie_word_embeddings": false, + "transformers_version": "5.22.1", + "use_cache": false, + "video_token_id": 248057, + "vision_config": { + "deepstack_visual_indexes": [], + "depth": 27, + "dtype": "bfloat16", + "hidden_act": "gelu_pytorch_tanh", + "hidden_size": 1152, + "in_channels": 3, + "initializer_range": 0.02, + "intermediate_size": 4304, + "model_type": "qwen3_5_moe_vision", + "num_heads": 16, + "num_position_embeddings": 2304, + "out_hidden_size": 2048, + "patch_size": 16, + "rope_parameters": { + "rope_theta": 10000.0, + "rope_type": "axial" + }, + "spatial_merge_size": 2, + "temporal_patch_size": 2 + }, + "vision_end_token_id": 248054, + "vision_start_token_id": 248053 +}