Upload folder using huggingface_hub

._model-00001-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9e21ecbaf4485404a9ca0aaddb179636fd981401b0dd40df1cf85cdc6efae39
+size 4096

._model-00002-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9e21ecbaf4485404a9ca0aaddb179636fd981401b0dd40df1cf85cdc6efae39
+size 4096

config.json

@@ -67,11 +67,2569 @@
     },
     "routed_scaling_factor": 1.0,
     "sliding_window": null,
-    "tie_word_embeddings": false,
+    "tie_word_embeddings": true,
     "topk_group": 1,
     "use_cache": true,
     "v_head_dim": 128,
-    "vocab_size": 131072
+    "vocab_size": 131072,
+    "kept_experts": {
+      "0": [
+        1,
+        3,
+        4,
+        8,
+        9,
+        11,
+        13,
+        14,
+        16,
+        17,
+        18,
+        19,
+        24,
+        25,
+        26,
+        28,
+        29,
+        32,
+        34,
+        35,
+        37,
+        38,
+        39,
+        40,
+        45,
+        48,
+        52,
+        53,
+        54,
+        55,
+        56,
+        57,
+        59,
+        60,
+        61,
+        62,
+        67,
+        68,
+        69,
+        72,
+        73,
+        74,
+        77,
+        79,
+        80,
+        82,
+        84,
+        87,
+        90,
+        91,
+        93,
+        94,
+        95,
+        98,
+        100,
+        101,
+        102,
+        103,
+        108,
+        109,
+        110,
+        112,
+        113,
+        114,
+        115,
+        120,
+        122,
+        124,
+        127
+      ],
+      "1": [
+        0,
+        1,
+        3,
+        5,
+        7,
+        9,
+        10,
+        11,
+        13,
+        15,
+        17,
+        20,
+        26,
+        29,
+        33,
+        35,
+        36,
+        38,
+        39,
+        42,
+        45,
+        46,
+        48,
+        49,
+        51,
+        52,
+        53,
+        57,
+        59,
+        60,
+        62,
+        63,
+        64,
+        65,
+        69,
+        70,
+        74,
+        75,
+        77,
+        78,
+        79,
+        80,
+        81,
+        83,
+        85,
+        86,
+        87,
+        89,
+        90,
+        91,
+        92,
+        94,
+        95,
+        96,
+        97,
+        102,
+        104,
+        106,
+        108,
+        111,
+        112,
+        116,
+        117,
+        118,
+        119,
+        120,
+        125,
+        126,
+        127
+      ],
+      "2": [
+        1,
+        2,
+        3,
+        5,
+        11,
+        13,
+        15,
+        16,
+        17,
+        18,
+        19,
+        20,
+        27,
+        29,
+        32,
+        33,
+        35,
+        38,
+        39,
+        44,
+        45,
+        46,
+        47,
+        49,
+        50,
+        51,
+        52,
+        53,
+        54,
+        56,
+        61,
+        62,
+        63,
+        64,
+        68,
+        69,
+        71,
+        73,
+        74,
+        75,
+        76,
+        80,
+        86,
+        87,
+        88,
+        89,
+        90,
+        91,
+        94,
+        95,
+        96,
+        98,
+        104,
+        105,
+        107,
+        109,
+        110,
+        112,
+        113,
+        116,
+        117,
+        119,
+        120,
+        121,
+        122,
+        124,
+        125,
+        126,
+        127
+      ],
+      "3": [
+        2,
+        4,
+        10,
+        13,
+        14,
+        15,
+        17,
+        18,
+        20,
+        21,
+        23,
+        24,
+        25,
+        27,
+        29,
+        30,
+        31,
+        32,
+        37,
+        39,
+        42,
+        43,
+        46,
+        47,
+        48,
+        54,
+        55,
+        57,
+        58,
+        59,
+        61,
+        62,
+        64,
+        65,
+        66,
+        67,
+        68,
+        69,
+        71,
+        74,
+        77,
+        79,
+        81,
+        82,
+        83,
+        84,
+        85,
+        88,
+        92,
+        94,
+        95,
+        98,
+        100,
+        102,
+        104,
+        105,
+        107,
+        109,
+        111,
+        113,
+        117,
+        119,
+        120,
+        121,
+        122,
+        123,
+        124,
+        125,
+        126
+      ],
+      "4": [
+        0,
+        2,
+        4,
+        6,
+        7,
+        8,
+        10,
+        12,
+        13,
+        14,
+        16,
+        17,
+        19,
+        20,
+        23,
+        25,
+        26,
+        28,
+        30,
+        31,
+        34,
+        36,
+        37,
+        38,
+        39,
+        41,
+        43,
+        45,
+        46,
+        47,
+        49,
+        51,
+        53,
+        56,
+        57,
+        58,
+        59,
+        61,
+        63,
+        66,
+        67,
+        70,
+        71,
+        74,
+        75,
+        77,
+        79,
+        80,
+        81,
+        83,
+        84,
+        91,
+        93,
+        96,
+        97,
+        100,
+        101,
+        103,
+        106,
+        107,
+        108,
+        109,
+        110,
+        112,
+        114,
+        123,
+        124,
+        125,
+        126
+      ],
+      "5": [
+        1,
+        2,
+        5,
+        8,
+        9,
+        11,
+        12,
+        13,
+        17,
+        19,
+        24,
+        26,
+        27,
+        28,
+        29,
+        30,
+        32,
+        35,
+        36,
+        44,
+        46,
+        48,
+        49,
+        50,
+        51,
+        52,
+        54,
+        55,
+        57,
+        58,
+        60,
+        62,
+        63,
+        64,
+        65,
+        67,
+        69,
+        70,
+        71,
+        73,
+        74,
+        75,
+        76,
+        79,
+        82,
+        84,
+        86,
+        88,
+        91,
+        93,
+        94,
+        96,
+        97,
+        100,
+        102,
+        103,
+        105,
+        108,
+        109,
+        110,
+        111,
+        114,
+        117,
+        118,
+        120,
+        122,
+        124,
+        125,
+        126
+      ],
+      "6": [
+        0,
+        2,
+        3,
+        5,
+        6,
+        8,
+        9,
+        10,
+        11,
+        12,
+        13,
+        18,
+        20,
+        21,
+        25,
+        26,
+        27,
+        29,
+        30,
+        31,
+        32,
+        34,
+        35,
+        36,
+        37,
+        38,
+        41,
+        43,
+        45,
+        47,
+        48,
+        57,
+        58,
+        60,
+        62,
+        63,
+        67,
+        68,
+        69,
+        70,
+        71,
+        72,
+        74,
+        75,
+        77,
+        80,
+        82,
+        84,
+        85,
+        87,
+        90,
+        91,
+        92,
+        95,
+        97,
+        99,
+        100,
+        102,
+        104,
+        109,
+        111,
+        112,
+        113,
+        117,
+        119,
+        121,
+        122,
+        123,
+        125
+      ],
+      "7": [
+        1,
+        2,
+        3,
+        4,
+        5,
+        7,
+        10,
+        12,
+        14,
+        16,
+        18,
+        20,
+        24,
+        25,
+        27,
+        29,
+        30,
+        31,
+        35,
+        36,
+        39,
+        40,
+        41,
+        43,
+        44,
+        45,
+        46,
+        47,
+        48,
+        49,
+        50,
+        51,
+        53,
+        59,
+        61,
+        62,
+        63,
+        65,
+        69,
+        70,
+        71,
+        75,
+        76,
+        80,
+        81,
+        83,
+        84,
+        85,
+        86,
+        88,
+        89,
+        90,
+        93,
+        96,
+        98,
+        99,
+        101,
+        102,
+        103,
+        107,
+        108,
+        109,
+        112,
+        114,
+        120,
+        122,
+        123,
+        124,
+        126
+      ],
+      "8": [
+        0,
+        3,
+        4,
+        5,
+        7,
+        8,
+        9,
+        11,
+        12,
+        14,
+        15,
+        18,
+        20,
+        21,
+        22,
+        24,
+        26,
+        27,
+        28,
+        29,
+        30,
+        34,
+        37,
+        39,
+        40,
+        42,
+        44,
+        45,
+        46,
+        49,
+        50,
+        54,
+        55,
+        60,
+        61,
+        62,
+        64,
+        65,
+        67,
+        68,
+        70,
+        72,
+        75,
+        77,
+        78,
+        79,
+        80,
+        81,
+        83,
+        85,
+        88,
+        89,
+        90,
+        91,
+        92,
+        97,
+        98,
+        100,
+        102,
+        103,
+        107,
+        109,
+        116,
+        117,
+        119,
+        121,
+        125,
+        126,
+        127
+      ],
+      "9": [
+        0,
+        1,
+        5,
+        6,
+        7,
+        8,
+        15,
+        16,
+        17,
+        20,
+        21,
+        23,
+        25,
+        28,
+        29,
+        31,
+        32,
+        35,
+        36,
+        37,
+        38,
+        40,
+        42,
+        44,
+        45,
+        46,
+        47,
+        48,
+        50,
+        52,
+        64,
+        65,
+        67,
+        69,
+        70,
+        72,
+        73,
+        74,
+        75,
+        76,
+        80,
+        82,
+        84,
+        86,
+        87,
+        88,
+        89,
+        90,
+        92,
+        96,
+        97,
+        98,
+        103,
+        104,
+        106,
+        107,
+        109,
+        110,
+        112,
+        115,
+        116,
+        118,
+        119,
+        120,
+        123,
+        124,
+        125,
+        126,
+        127
+      ],
+      "10": [
+        0,
+        2,
+        6,
+        7,
+        9,
+        10,
+        11,
+        14,
+        15,
+        16,
+        17,
+        18,
+        20,
+        21,
+        22,
+        24,
+        25,
+        26,
+        27,
+        30,
+        32,
+        34,
+        35,
+        39,
+        44,
+        45,
+        46,
+        48,
+        49,
+        50,
+        53,
+        54,
+        55,
+        56,
+        57,
+        61,
+        62,
+        63,
+        66,
+        67,
+        69,
+        70,
+        76,
+        80,
+        81,
+        82,
+        83,
+        86,
+        87,
+        88,
+        89,
+        91,
+        93,
+        96,
+        99,
+        100,
+        102,
+        106,
+        107,
+        109,
+        111,
+        113,
+        114,
+        116,
+        118,
+        121,
+        122,
+        123,
+        124
+      ],
+      "11": [
+        5,
+        8,
+        9,
+        10,
+        11,
+        12,
+        13,
+        14,
+        16,
+        17,
+        18,
+        20,
+        21,
+        22,
+        23,
+        25,
+        27,
+        28,
+        29,
+        31,
+        32,
+        34,
+        35,
+        37,
+        38,
+        39,
+        40,
+        44,
+        46,
+        47,
+        50,
+        52,
+        54,
+        57,
+        59,
+        60,
+        62,
+        63,
+        64,
+        65,
+        67,
+        69,
+        70,
+        71,
+        72,
+        73,
+        75,
+        76,
+        80,
+        82,
+        83,
+        86,
+        91,
+        96,
+        98,
+        99,
+        102,
+        103,
+        106,
+        110,
+        111,
+        112,
+        114,
+        115,
+        116,
+        118,
+        122,
+        123,
+        126
+      ],
+      "12": [
+        0,
+        2,
+        5,
+        7,
+        8,
+        9,
+        10,
+        11,
+        12,
+        13,
+        15,
+        16,
+        17,
+        18,
+        19,
+        20,
+        24,
+        26,
+        27,
+        29,
+        30,
+        32,
+        33,
+        36,
+        37,
+        38,
+        41,
+        43,
+        44,
+        46,
+        47,
+        48,
+        51,
+        54,
+        55,
+        57,
+        59,
+        61,
+        64,
+        67,
+        68,
+        69,
+        70,
+        74,
+        75,
+        76,
+        77,
+        79,
+        81,
+        83,
+        85,
+        89,
+        90,
+        91,
+        92,
+        93,
+        95,
+        97,
+        101,
+        103,
+        106,
+        112,
+        114,
+        116,
+        118,
+        120,
+        121,
+        124,
+        125
+      ],
+      "13": [
+        0,
+        2,
+        4,
+        5,
+        6,
+        7,
+        8,
+        9,
+        10,
+        11,
+        15,
+        16,
+        17,
+        19,
+        22,
+        23,
+        25,
+        26,
+        28,
+        31,
+        32,
+        33,
+        34,
+        35,
+        36,
+        37,
+        38,
+        40,
+        41,
+        43,
+        44,
+        46,
+        48,
+        49,
+        50,
+        52,
+        53,
+        55,
+        56,
+        59,
+        67,
+        68,
+        69,
+        70,
+        71,
+        72,
+        73,
+        80,
+        81,
+        82,
+        83,
+        87,
+        89,
+        92,
+        95,
+        98,
+        99,
+        104,
+        105,
+        107,
+        108,
+        109,
+        110,
+        111,
+        118,
+        119,
+        122,
+        124,
+        127
+      ],
+      "14": [
+        0,
+        2,
+        4,
+        6,
+        10,
+        12,
+        13,
+        16,
+        17,
+        18,
+        19,
+        20,
+        21,
+        23,
+        24,
+        25,
+        26,
+        27,
+        28,
+        32,
+        34,
+        35,
+        36,
+        37,
+        43,
+        48,
+        49,
+        55,
+        56,
+        59,
+        60,
+        61,
+        63,
+        64,
+        65,
+        66,
+        67,
+        68,
+        70,
+        72,
+        73,
+        74,
+        76,
+        77,
+        78,
+        79,
+        80,
+        82,
+        83,
+        84,
+        88,
+        89,
+        91,
+        94,
+        98,
+        103,
+        106,
+        109,
+        110,
+        111,
+        117,
+        118,
+        119,
+        120,
+        123,
+        124,
+        125,
+        126,
+        127
+      ],
+      "15": [
+        1,
+        4,
+        8,
+        10,
+        13,
+        15,
+        16,
+        18,
+        19,
+        21,
+        23,
+        25,
+        26,
+        29,
+        30,
+        31,
+        32,
+        34,
+        35,
+        36,
+        37,
+        38,
+        39,
+        41,
+        43,
+        45,
+        49,
+        51,
+        52,
+        55,
+        56,
+        57,
+        59,
+        60,
+        61,
+        62,
+        65,
+        67,
+        68,
+        69,
+        70,
+        72,
+        74,
+        76,
+        77,
+        78,
+        80,
+        82,
+        88,
+        89,
+        90,
+        91,
+        92,
+        93,
+        94,
+        96,
+        97,
+        98,
+        101,
+        103,
+        106,
+        110,
+        111,
+        112,
+        115,
+        121,
+        123,
+        125,
+        126
+      ],
+      "16": [
+        0,
+        1,
+        2,
+        3,
+        10,
+        11,
+        15,
+        16,
+        17,
+        18,
+        20,
+        21,
+        22,
+        26,
+        28,
+        29,
+        30,
+        31,
+        32,
+        34,
+        36,
+        37,
+        41,
+        42,
+        43,
+        44,
+        45,
+        46,
+        47,
+        49,
+        51,
+        52,
+        56,
+        57,
+        58,
+        60,
+        70,
+        71,
+        72,
+        73,
+        74,
+        75,
+        76,
+        79,
+        80,
+        81,
+        86,
+        87,
+        88,
+        89,
+        90,
+        93,
+        95,
+        98,
+        100,
+        101,
+        103,
+        104,
+        105,
+        106,
+        108,
+        112,
+        113,
+        114,
+        116,
+        118,
+        121,
+        122,
+        123
+      ],
+      "17": [
+        0,
+        1,
+        2,
+        5,
+        6,
+        8,
+        9,
+        11,
+        12,
+        13,
+        14,
+        16,
+        17,
+        18,
+        23,
+        25,
+        28,
+        30,
+        31,
+        32,
+        33,
+        34,
+        36,
+        38,
+        40,
+        41,
+        43,
+        46,
+        48,
+        50,
+        53,
+        55,
+        57,
+        61,
+        63,
+        65,
+        66,
+        67,
+        68,
+        69,
+        70,
+        73,
+        74,
+        75,
+        76,
+        79,
+        80,
+        81,
+        84,
+        86,
+        89,
+        90,
+        93,
+        94,
+        95,
+        97,
+        100,
+        102,
+        107,
+        109,
+        110,
+        111,
+        113,
+        117,
+        122,
+        123,
+        124,
+        125,
+        126
+      ],
+      "18": [
+        0,
+        1,
+        7,
+        8,
+        9,
+        10,
+        11,
+        12,
+        13,
+        14,
+        15,
+        17,
+        18,
+        20,
+        21,
+        22,
+        23,
+        24,
+        27,
+        28,
+        29,
+        31,
+        34,
+        37,
+        38,
+        39,
+        42,
+        44,
+        48,
+        49,
+        52,
+        53,
+        57,
+        58,
+        59,
+        60,
+        69,
+        70,
+        71,
+        72,
+        73,
+        74,
+        76,
+        78,
+        79,
+        80,
+        81,
+        85,
+        88,
+        89,
+        90,
+        92,
+        93,
+        98,
+        100,
+        102,
+        105,
+        107,
+        109,
+        111,
+        114,
+        115,
+        116,
+        117,
+        118,
+        119,
+        125,
+        126,
+        127
+      ],
+      "19": [
+        0,
+        1,
+        4,
+        5,
+        6,
+        10,
+        13,
+        14,
+        16,
+        17,
+        20,
+        23,
+        24,
+        26,
+        27,
+        30,
+        32,
+        34,
+        36,
+        38,
+        39,
+        41,
+        42,
+        43,
+        44,
+        46,
+        47,
+        48,
+        50,
+        52,
+        53,
+        54,
+        58,
+        59,
+        61,
+        62,
+        63,
+        66,
+        67,
+        68,
+        69,
+        70,
+        73,
+        74,
+        75,
+        78,
+        79,
+        80,
+        82,
+        86,
+        89,
+        93,
+        95,
+        96,
+        97,
+        98,
+        99,
+        100,
+        104,
+        106,
+        109,
+        111,
+        114,
+        115,
+        117,
+        120,
+        122,
+        124,
+        127
+      ],
+      "20": [
+        0,
+        2,
+        3,
+        8,
+        9,
+        10,
+        11,
+        13,
+        15,
+        16,
+        17,
+        18,
+        19,
+        24,
+        27,
+        28,
+        31,
+        34,
+        35,
+        36,
+        40,
+        43,
+        44,
+        45,
+        47,
+        50,
+        52,
+        53,
+        54,
+        55,
+        58,
+        59,
+        62,
+        64,
+        65,
+        66,
+        67,
+        68,
+        69,
+        70,
+        74,
+        75,
+        76,
+        77,
+        78,
+        79,
+        81,
+        82,
+        87,
+        89,
+        92,
+        98,
+        101,
+        102,
+        103,
+        104,
+        105,
+        107,
+        109,
+        111,
+        112,
+        114,
+        116,
+        120,
+        122,
+        123,
+        124,
+        125,
+        127
+      ],
+      "21": [
+        0,
+        1,
+        2,
+        3,
+        4,
+        6,
+        7,
+        10,
+        11,
+        13,
+        16,
+        21,
+        22,
+        24,
+        25,
+        26,
+        27,
+        28,
+        29,
+        30,
+        32,
+        36,
+        38,
+        40,
+        43,
+        47,
+        48,
+        50,
+        52,
+        53,
+        55,
+        56,
+        57,
+        58,
+        60,
+        61,
+        63,
+        67,
+        70,
+        71,
+        72,
+        73,
+        74,
+        78,
+        80,
+        82,
+        86,
+        87,
+        88,
+        89,
+        90,
+        93,
+        97,
+        99,
+        100,
+        101,
+        102,
+        106,
+        107,
+        111,
+        112,
+        114,
+        115,
+        116,
+        117,
+        118,
+        120,
+        123,
+        125
+      ],
+      "22": [
+        1,
+        2,
+        3,
+        4,
+        5,
+        7,
+        8,
+        10,
+        11,
+        13,
+        16,
+        17,
+        18,
+        19,
+        21,
+        23,
+        25,
+        27,
+        29,
+        30,
+        31,
+        33,
+        34,
+        35,
+        36,
+        38,
+        39,
+        41,
+        42,
+        44,
+        46,
+        48,
+        49,
+        50,
+        53,
+        56,
+        58,
+        66,
+        68,
+        69,
+        70,
+        71,
+        74,
+        77,
+        79,
+        82,
+        83,
+        87,
+        89,
+        94,
+        95,
+        97,
+        98,
+        99,
+        100,
+        102,
+        104,
+        108,
+        110,
+        113,
+        114,
+        117,
+        118,
+        119,
+        121,
+        122,
+        123,
+        124,
+        126
+      ],
+      "23": [
+        0,
+        1,
+        2,
+        3,
+        6,
+        7,
+        10,
+        11,
+        12,
+        13,
+        17,
+        22,
+        25,
+        27,
+        29,
+        31,
+        34,
+        36,
+        37,
+        38,
+        41,
+        43,
+        46,
+        48,
+        50,
+        51,
+        52,
+        53,
+        55,
+        56,
+        57,
+        59,
+        61,
+        63,
+        67,
+        68,
+        69,
+        70,
+        71,
+        72,
+        74,
+        78,
+        80,
+        81,
+        82,
+        83,
+        84,
+        89,
+        90,
+        92,
+        94,
+        95,
+        98,
+        100,
+        102,
+        105,
+        107,
+        109,
+        110,
+        111,
+        112,
+        113,
+        114,
+        117,
+        120,
+        121,
+        123,
+        124,
+        127
+      ],
+      "24": [
+        0,
+        2,
+        3,
+        5,
+        10,
+        12,
+        13,
+        14,
+        15,
+        16,
+        17,
+        19,
+        20,
+        24,
+        25,
+        28,
+        29,
+        30,
+        31,
+        37,
+        38,
+        39,
+        43,
+        45,
+        47,
+        48,
+        49,
+        53,
+        55,
+        56,
+        59,
+        60,
+        61,
+        63,
+        64,
+        65,
+        66,
+        67,
+        70,
+        71,
+        74,
+        75,
+        79,
+        80,
+        81,
+        83,
+        86,
+        87,
+        88,
+        92,
+        95,
+        97,
+        99,
+        100,
+        101,
+        102,
+        103,
+        104,
+        105,
+        107,
+        111,
+        112,
+        113,
+        116,
+        117,
+        118,
+        119,
+        120,
+        125
+      ],
+      "25": [
+        2,
+        6,
+        10,
+        11,
+        13,
+        18,
+        20,
+        21,
+        22,
+        23,
+        24,
+        25,
+        27,
+        28,
+        29,
+        31,
+        32,
+        33,
+        34,
+        35,
+        36,
+        40,
+        41,
+        42,
+        45,
+        48,
+        49,
+        51,
+        52,
+        55,
+        60,
+        63,
+        65,
+        68,
+        70,
+        71,
+        72,
+        73,
+        74,
+        75,
+        76,
+        77,
+        79,
+        80,
+        81,
+        83,
+        84,
+        85,
+        87,
+        88,
+        91,
+        93,
+        95,
+        96,
+        98,
+        99,
+        101,
+        105,
+        106,
+        107,
+        108,
+        109,
+        113,
+        115,
+        117,
+        118,
+        119,
+        122,
+        125
+      ],
+      "26": [
+        0,
+        1,
+        3,
+        4,
+        6,
+        7,
+        9,
+        12,
+        14,
+        17,
+        21,
+        22,
+        24,
+        28,
+        29,
+        32,
+        33,
+        34,
+        42,
+        43,
+        44,
+        45,
+        48,
+        49,
+        50,
+        51,
+        52,
+        53,
+        54,
+        55,
+        57,
+        58,
+        60,
+        63,
+        64,
+        66,
+        67,
+        72,
+        73,
+        76,
+        79,
+        81,
+        83,
+        85,
+        87,
+        89,
+        92,
+        93,
+        96,
+        98,
+        99,
+        100,
+        101,
+        103,
+        104,
+        105,
+        106,
+        110,
+        111,
+        114,
+        116,
+        118,
+        119,
+        121,
+        122,
+        123,
+        124,
+        126,
+        127
+      ],
+      "27": [
+        0,
+        2,
+        3,
+        4,
+        7,
+        13,
+        15,
+        17,
+        19,
+        20,
+        21,
+        22,
+        23,
+        31,
+        32,
+        33,
+        34,
+        36,
+        44,
+        45,
+        46,
+        47,
+        48,
+        49,
+        50,
+        52,
+        53,
+        56,
+        57,
+        59,
+        63,
+        64,
+        65,
+        67,
+        68,
+        70,
+        72,
+        75,
+        77,
+        78,
+        79,
+        80,
+        83,
+        86,
+        89,
+        90,
+        93,
+        94,
+        95,
+        97,
+        98,
+        99,
+        100,
+        101,
+        103,
+        104,
+        106,
+        107,
+        108,
+        109,
+        112,
+        113,
+        114,
+        115,
+        117,
+        118,
+        120,
+        122,
+        126
+      ],
+      "28": [
+        0,
+        1,
+        2,
+        4,
+        5,
+        8,
+        9,
+        11,
+        13,
+        14,
+        16,
+        18,
+        19,
+        21,
+        24,
+        25,
+        26,
+        27,
+        29,
+        32,
+        33,
+        36,
+        37,
+        41,
+        43,
+        44,
+        45,
+        47,
+        49,
+        50,
+        51,
+        53,
+        56,
+        57,
+        58,
+        59,
+        60,
+        62,
+        69,
+        72,
+        73,
+        75,
+        78,
+        80,
+        83,
+        84,
+        85,
+        90,
+        94,
+        95,
+        96,
+        97,
+        99,
+        101,
+        105,
+        106,
+        107,
+        108,
+        109,
+        110,
+        113,
+        116,
+        118,
+        120,
+        121,
+        122,
+        123,
+        125,
+        127
+      ],
+      "29": [
+        0,
+        2,
+        6,
+        8,
+        9,
+        12,
+        13,
+        14,
+        17,
+        19,
+        20,
+        21,
+        26,
+        28,
+        31,
+        33,
+        35,
+        36,
+        38,
+        42,
+        44,
+        45,
+        46,
+        47,
+        48,
+        51,
+        52,
+        53,
+        55,
+        56,
+        57,
+        64,
+        65,
+        67,
+        68,
+        70,
+        71,
+        72,
+        73,
+        74,
+        76,
+        78,
+        80,
+        81,
+        82,
+        83,
+        86,
+        88,
+        89,
+        96,
+        97,
+        100,
+        104,
+        105,
+        107,
+        109,
+        110,
+        112,
+        113,
+        114,
+        116,
+        118,
+        119,
+        122,
+        123,
+        124,
+        125,
+        126,
+        127
+      ],
+      "30": [
+        1,
+        6,
+        8,
+        9,
+        10,
+        14,
+        17,
+        19,
+        22,
+        24,
+        25,
+        28,
+        30,
+        31,
+        34,
+        35,
+        36,
+        37,
+        43,
+        45,
+        47,
+        49,
+        50,
+        52,
+        55,
+        57,
+        58,
+        59,
+        60,
+        61,
+        65,
+        66,
+        67,
+        68,
+        69,
+        70,
+        71,
+        72,
+        76,
+        79,
+        83,
+        84,
+        86,
+        87,
+        88,
+        89,
+        90,
+        92,
+        93,
+        97,
+        98,
+        99,
+        101,
+        102,
+        104,
+        105,
+        107,
+        108,
+        109,
+        110,
+        111,
+        113,
+        114,
+        116,
+        118,
+        123,
+        125,
+        126,
+        127
+      ],
+      "31": [
+        2,
+        5,
+        6,
+        8,
+        9,
+        11,
+        13,
+        14,
+        16,
+        22,
+        23,
+        24,
+        25,
+        26,
+        30,
+        32,
+        34,
+        35,
+        36,
+        37,
+        38,
+        40,
+        41,
+        43,
+        44,
+        45,
+        47,
+        48,
+        51,
+        54,
+        55,
+        56,
+        58,
+        60,
+        61,
+        68,
+        71,
+        74,
+        75,
+        76,
+        77,
+        79,
+        86,
+        87,
+        88,
+        90,
+        91,
+        92,
+        93,
+        95,
+        97,
+        98,
+        100,
+        101,
+        102,
+        103,
+        104,
+        106,
+        107,
+        108,
+        110,
+        114,
+        115,
+        119,
+        122,
+        123,
+        124,
+        126,
+        127
+      ],
+      "32": [
+        0,
+        3,
+        7,
+        8,
+        10,
+        12,
+        14,
+        21,
+        26,
+        28,
+        31,
+        32,
+        33,
+        36,
+        38,
+        39,
+        40,
+        43,
+        44,
+        47,
+        48,
+        50,
+        52,
+        53,
+        55,
+        56,
+        57,
+        58,
+        60,
+        61,
+        62,
+        63,
+        68,
+        69,
+        70,
+        71,
+        75,
+        76,
+        77,
+        81,
+        82,
+        84,
+        86,
+        89,
+        91,
+        92,
+        93,
+        97,
+        98,
+        99,
+        100,
+        102,
+        104,
+        106,
+        107,
+        108,
+        109,
+        110,
+        111,
+        112,
+        114,
+        115,
+        116,
+        117,
+        121,
+        122,
+        123,
+        125,
+        126
+      ],
+      "33": [
+        0,
+        4,
+        6,
+        8,
+        9,
+        10,
+        13,
+        15,
+        16,
+        17,
+        18,
+        19,
+        21,
+        23,
+        25,
+        26,
+        28,
+        29,
+        31,
+        35,
+        36,
+        37,
+        38,
+        41,
+        43,
+        44,
+        45,
+        46,
+        49,
+        50,
+        51,
+        53,
+        55,
+        59,
+        60,
+        63,
+        64,
+        65,
+        67,
+        70,
+        72,
+        74,
+        75,
+        76,
+        78,
+        79,
+        82,
+        85,
+        86,
+        89,
+        90,
+        91,
+        92,
+        96,
+        98,
+        99,
+        100,
+        101,
+        102,
+        106,
+        107,
+        109,
+        110,
+        112,
+        117,
+        118,
+        119,
+        123,
+        125
+      ],
+      "34": [
+        2,
+        3,
+        5,
+        6,
+        7,
+        10,
+        13,
+        18,
+        20,
+        21,
+        23,
+        24,
+        25,
+        26,
+        30,
+        31,
+        33,
+        35,
+        36,
+        37,
+        38,
+        39,
+        41,
+        43,
+        44,
+        46,
+        48,
+        49,
+        50,
+        52,
+        54,
+        56,
+        57,
+        60,
+        63,
+        64,
+        65,
+        66,
+        68,
+        72,
+        74,
+        75,
+        77,
+        80,
+        84,
+        85,
+        86,
+        88,
+        89,
+        90,
+        91,
+        92,
+        99,
+        100,
+        105,
+        107,
+        108,
+        109,
+        110,
+        111,
+        113,
+        115,
+        116,
+        118,
+        119,
+        120,
+        121,
+        122,
+        126
+      ],
+      "35": [
+        0,
+        1,
+        4,
+        8,
+        13,
+        14,
+        15,
+        18,
+        21,
+        22,
+        24,
+        27,
+        28,
+        31,
+        32,
+        35,
+        36,
+        37,
+        38,
+        39,
+        40,
+        41,
+        42,
+        43,
+        44,
+        46,
+        47,
+        51,
+        52,
+        53,
+        54,
+        55,
+        56,
+        58,
+        59,
+        61,
+        63,
+        66,
+        67,
+        68,
+        69,
+        72,
+        74,
+        75,
+        76,
+        78,
+        79,
+        80,
+        84,
+        86,
+        88,
+        89,
+        90,
+        91,
+        92,
+        93,
+        94,
+        95,
+        97,
+        101,
+        103,
+        104,
+        105,
+        109,
+        110,
+        116,
+        117,
+        122,
+        126
+      ]
+    }
   },
   "tie_word_embeddings": false,
   "transformers_version": "5.4.0",

model.safetensors.index.json

@@ -1831,4 +1831,4 @@
     "vision_tower.transformer.layers.9.feed_forward.up_proj.weight_scale_inv": "model-00002-of-00002.safetensors",
     "vision_tower.transformer.layers.9.ffn_norm.weight": "model-00002-of-00002.safetensors"
   }
-}
+}