amychensima commited on Oct 28, 2025

Commit

753b27c

verified ·

1 Parent(s): 6b0d1fe

2.0.0 preview

Browse files

This view is limited to 50 files because it contains too many changes. See raw diff

Files changed (50) hide show

.gitattributes +16 -0
devkit/added_tokens.json +13 -0
devkit/config.json +138 -0
devkit/generation_config.json +11 -0
devkit/models--microsoft--Phi-3.5-mini-instruct_language_embeddings.npy +2 -2
devkit/precision.json +797 -0
devkit/special_tokens_map.json +30 -0
devkit/tokenizer.json +0 -0
devkit/tokenizer_config.json +130 -0
devkit/vlm_config.json +16 -15
elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_cache_token0_stage1_mla.elf +2 -2
elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_cache_token1024_stage1_mla.elf +3 -0
elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_cache_token1152_stage1_mla.elf +3 -0
elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_cache_token1280_stage1_mla.elf +3 -0
elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_cache_token128_stage1_mla.elf +2 -2
elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_cache_token1408_stage1_mla.elf +3 -0
elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_cache_token1536_stage1_mla.elf +3 -0
elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_cache_token1664_stage1_mla.elf +3 -0
elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_cache_token1792_stage1_mla.elf +3 -0
elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_cache_token1920_stage1_mla.elf +3 -0
elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_cache_token256_stage1_mla.elf +2 -2
elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_cache_token384_stage1_mla.elf +2 -2
elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_cache_token512_stage1_mla.elf +2 -2
elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_cache_token640_stage1_mla.elf +2 -2
elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_cache_token768_stage1_mla.elf +2 -2
elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_cache_token896_stage1_mla.elf +2 -2
elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_post_layer0_stage1_mla.elf +2 -2
elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_post_layer10_stage1_mla.elf +2 -2
elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_post_layer11_stage1_mla.elf +2 -2
elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_post_layer12_stage1_mla.elf +2 -2
elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_post_layer13_stage1_mla.elf +2 -2
elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_post_layer14_stage1_mla.elf +2 -2
elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_post_layer15_stage1_mla.elf +2 -2
elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_post_layer16_stage1_mla.elf +2 -2
elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_post_layer17_stage1_mla.elf +2 -2
elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_post_layer18_stage1_mla.elf +2 -2
elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_post_layer19_stage1_mla.elf +2 -2
elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_post_layer1_stage1_mla.elf +2 -2
elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_post_layer20_stage1_mla.elf +2 -2
elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_post_layer21_stage1_mla.elf +2 -2
elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_post_layer22_stage1_mla.elf +2 -2
elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_post_layer23_stage1_mla.elf +2 -2
elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_post_layer24_stage1_mla.elf +2 -2
elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_post_layer25_stage1_mla.elf +2 -2
elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_post_layer26_stage1_mla.elf +2 -2
elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_post_layer27_stage1_mla.elf +2 -2
elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_post_layer28_stage1_mla.elf +2 -2
elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_post_layer29_stage1_mla.elf +2 -2
elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_post_layer2_stage1_mla.elf +2 -2
elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_post_layer30_stage1_mla.elf +2 -2

.gitattributes CHANGED Viewed

@@ -176,3 +176,19 @@ elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n1_pre_layer6_stage1
 elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n1_pre_layer7_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
 elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n1_pre_layer8_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
 elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n1_pre_layer9_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text

 elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n1_pre_layer7_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
 elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n1_pre_layer8_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
 elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n1_pre_layer9_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
+elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_cache_token1024_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
+elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_cache_token1152_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
+elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_cache_token1280_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
+elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_cache_token1408_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
+elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_cache_token1536_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
+elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_cache_token1664_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
+elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_cache_token1792_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
+elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_cache_token1920_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
+elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n1_cache_token1151_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
+elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n1_cache_token1279_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
+elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n1_cache_token1407_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
+elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n1_cache_token1535_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
+elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n1_cache_token1663_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
+elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n1_cache_token1791_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
+elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n1_cache_token1919_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
+elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n1_cache_token2047_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text

devkit/added_tokens.json ADDED Viewed

	@@ -0,0 +1,13 @@

+{
+  "<|endoftext|>": 32000,
+  "<|assistant|>": 32001,
+  "<|placeholder1|>": 32002,
+  "<|placeholder2|>": 32003,
+  "<|placeholder3|>": 32004,
+  "<|placeholder4|>": 32005,
+  "<|system|>": 32006,
+  "<|end|>": 32007,
+  "<|placeholder5|>": 32008,
+  "<|placeholder6|>": 32009,
+  "<|user|>": 32010
+}

devkit/config.json ADDED Viewed

	@@ -0,0 +1,138 @@

+{
+  "_name_or_path": "Phi-3.5-mini-instruct",
+  "architectures": [
+    "Phi3ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "auto_map": {
+    "AutoConfig": "configuration_phi3.Phi3Config",
+    "AutoModelForCausalLM": "modeling_phi3.Phi3ForCausalLM"
+  },
+  "bos_token_id": 1,
+  "embd_pdrop": 0.0,
+  "eos_token_id": 32000,
+  "hidden_act": "silu",
+  "hidden_size": 3072,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "model_type": "phi3",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 32,
+  "num_key_value_heads": 32,
+  "original_max_position_embeddings": 4096,
+  "pad_token_id": 32000,
+  "resid_pdrop": 0.0,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "long_factor": [
+      1.0800000429153442,
+      1.1100000143051147,
+      1.1399999856948853,
+      1.340000033378601,
+      1.5899999141693115,
+      1.600000023841858,
+      1.6200000047683716,
+      2.620000123977661,
+      3.2300000190734863,
+      3.2300000190734863,
+      4.789999961853027,
+      7.400000095367432,
+      7.700000286102295,
+      9.09000015258789,
+      12.199999809265137,
+      17.670000076293945,
+      24.46000099182129,
+      28.57000160217285,
+      30.420001983642578,
+      30.840002059936523,
+      32.590003967285156,
+      32.93000411987305,
+      42.320003509521484,
+      44.96000289916992,
+      50.340003967285156,
+      50.45000457763672,
+      57.55000305175781,
+      57.93000411987305,
+      58.21000289916992,
+      60.1400032043457,
+      62.61000442504883,
+      62.62000274658203,
+      62.71000289916992,
+      63.1400032043457,
+      63.1400032043457,
+      63.77000427246094,
+      63.93000411987305,
+      63.96000289916992,
+      63.970001220703125,
+      64.02999877929688,
+      64.06999969482422,
+      64.08000183105469,
+      64.12000274658203,
+      64.41000366210938,
+      64.4800033569336,
+      64.51000213623047,
+      64.52999877929688,
+      64.83999633789062
+    ],
+    "short_factor": [
+      1.0,
+      1.0199999809265137,
+      1.0299999713897705,
+      1.0299999713897705,
+      1.0499999523162842,
+      1.0499999523162842,
+      1.0499999523162842,
+      1.0499999523162842,
+      1.0499999523162842,
+      1.0699999332427979,
+      1.0999999046325684,
+      1.1099998950958252,
+      1.1599998474121094,
+      1.1599998474121094,
+      1.1699998378753662,
+      1.2899998426437378,
+      1.339999794960022,
+      1.679999828338623,
+      1.7899998426437378,
+      1.8199998140335083,
+      1.8499997854232788,
+      1.8799997568130493,
+      1.9099997282028198,
+      1.9399996995925903,
+      1.9899996519088745,
+      2.0199997425079346,
+      2.0199997425079346,
+      2.0199997425079346,
+      2.0199997425079346,
+      2.0199997425079346,
+      2.0199997425079346,
+      2.0299997329711914,
+      2.0299997329711914,
+      2.0299997329711914,
+      2.0299997329711914,
+      2.0299997329711914,
+      2.0299997329711914,
+      2.0299997329711914,
+      2.0299997329711914,
+      2.0299997329711914,
+      2.0799996852874756,
+      2.0899996757507324,
+      2.189999580383301,
+      2.2199995517730713,
+      2.5899994373321533,
+      2.729999542236328,
+      2.749999523162842,
+      2.8399994373321533
+    ],
+    "type": "longrope"
+  },
+  "rope_theta": 10000.0,
+  "sliding_window": 262144,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.43.3",
+  "use_cache": true,
+  "attention_bias": false,
+  "vocab_size": 32064
+}

devkit/generation_config.json ADDED Viewed

	@@ -0,0 +1,11 @@

+{
+    "_from_model_config": true,
+    "bos_token_id": 1,
+    "eos_token_id": [
+        32007,
+        32001,
+        32000
+    ],
+    "pad_token_id": 32000,
+    "transformers_version": "4.43.3"
+}

devkit/models--microsoft--Phi-3.5-mini-instruct_language_embeddings.npy CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bb4b0d60837dae95859e0ae3576f1591142bfc6e963084e2b4139e8279d58316
-size 394002560

 version https://git-lfs.github.com/spec/v1
+oid sha256:aafcd4204ceda186509b12d619fd5b5e2d850761d6b9dd5e4ccd4aea7c7cd8cc
+size 197001344

devkit/precision.json ADDED Viewed

	@@ -0,0 +1,797 @@

+[
+    {
+        "part": "group_pre",
+        "idx": 0,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_pre",
+        "idx": 1,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_pre",
+        "idx": 2,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_pre",
+        "idx": 3,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_pre",
+        "idx": 4,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_pre",
+        "idx": 5,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_pre",
+        "idx": 6,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_pre",
+        "idx": 7,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_pre",
+        "idx": 8,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_pre",
+        "idx": 9,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_pre",
+        "idx": 10,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_pre",
+        "idx": 11,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_pre",
+        "idx": 12,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_pre",
+        "idx": 13,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_pre",
+        "idx": 14,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_pre",
+        "idx": 15,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_pre",
+        "idx": 16,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_pre",
+        "idx": 17,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_pre",
+        "idx": 18,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_pre",
+        "idx": 19,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_pre",
+        "idx": 20,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_pre",
+        "idx": 21,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_pre",
+        "idx": 22,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_pre",
+        "idx": 23,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_pre",
+        "idx": 24,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_pre",
+        "idx": 25,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_pre",
+        "idx": 26,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_pre",
+        "idx": 27,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_pre",
+        "idx": 28,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_pre",
+        "idx": 29,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_pre",
+        "idx": 30,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_pre",
+        "idx": 31,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_post",
+        "idx": 0,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_post",
+        "idx": 1,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_post",
+        "idx": 2,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_post",
+        "idx": 3,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_post",
+        "idx": 4,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_post",
+        "idx": 5,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_post",
+        "idx": 6,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_post",
+        "idx": 7,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_post",
+        "idx": 8,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_post",
+        "idx": 9,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_post",
+        "idx": 10,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_post",
+        "idx": 11,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_post",
+        "idx": 12,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_post",
+        "idx": 13,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_post",
+        "idx": 14,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_post",
+        "idx": 15,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_post",
+        "idx": 16,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_post",
+        "idx": 17,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_post",
+        "idx": 18,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_post",
+        "idx": 19,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_post",
+        "idx": 20,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_post",
+        "idx": 21,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_post",
+        "idx": 22,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_post",
+        "idx": 23,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_post",
+        "idx": 24,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_post",
+        "idx": 25,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_post",
+        "idx": 26,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_post",
+        "idx": 27,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_post",
+        "idx": 28,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_post",
+        "idx": 29,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_post",
+        "idx": 30,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_cache",
+        "idx": 0,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_cache",
+        "idx": 128,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_cache",
+        "idx": 256,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_cache",
+        "idx": 384,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_cache",
+        "idx": 512,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_cache",
+        "idx": 640,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_cache",
+        "idx": 768,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_cache",
+        "idx": 896,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_cache",
+        "idx": 1024,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_cache",
+        "idx": 1152,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_cache",
+        "idx": 1280,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_cache",
+        "idx": 1408,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_cache",
+        "idx": 1536,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_cache",
+        "idx": 1664,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_cache",
+        "idx": 1792,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_cache",
+        "idx": 1920,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_pre",
+        "idx": 0,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_pre",
+        "idx": 1,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_pre",
+        "idx": 2,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_pre",
+        "idx": 3,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_pre",
+        "idx": 4,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_pre",
+        "idx": 5,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_pre",
+        "idx": 6,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_pre",
+        "idx": 7,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_pre",
+        "idx": 8,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_pre",
+        "idx": 9,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_pre",
+        "idx": 10,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_pre",
+        "idx": 11,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_pre",
+        "idx": 12,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_pre",
+        "idx": 13,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_pre",
+        "idx": 14,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_pre",
+        "idx": 15,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_pre",
+        "idx": 16,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_pre",
+        "idx": 17,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_pre",
+        "idx": 18,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_pre",
+        "idx": 19,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_pre",
+        "idx": 20,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_pre",
+        "idx": 21,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_pre",
+        "idx": 22,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_pre",
+        "idx": 23,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_pre",
+        "idx": 24,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_pre",
+        "idx": 25,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_pre",
+        "idx": 26,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_pre",
+        "idx": 27,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_pre",
+        "idx": 28,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_pre",
+        "idx": 29,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_pre",
+        "idx": 30,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_pre",
+        "idx": 31,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_post",
+        "idx": 0,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_post",
+        "idx": 1,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_post",
+        "idx": 2,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_post",
+        "idx": 3,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_post",
+        "idx": 4,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_post",
+        "idx": 5,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_post",
+        "idx": 6,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_post",
+        "idx": 7,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_post",
+        "idx": 8,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_post",
+        "idx": 9,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_post",
+        "idx": 10,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_post",
+        "idx": 11,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_post",
+        "idx": 12,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_post",
+        "idx": 13,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_post",
+        "idx": 14,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_post",
+        "idx": 15,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_post",
+        "idx": 16,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_post",
+        "idx": 17,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_post",
+        "idx": 18,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_post",
+        "idx": 19,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_post",
+        "idx": 20,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_post",
+        "idx": 21,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_post",
+        "idx": 22,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_post",
+        "idx": 23,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_post",
+        "idx": 24,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_post",
+        "idx": 25,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_post",
+        "idx": 26,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_post",
+        "idx": 27,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_post",
+        "idx": 28,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_post",
+        "idx": 29,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_post",
+        "idx": 30,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_post",
+        "idx": 31,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_cache",
+        "idx": 127,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_cache",
+        "idx": 255,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_cache",
+        "idx": 383,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_cache",
+        "idx": 511,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_cache",
+        "idx": 639,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_cache",
+        "idx": 767,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_cache",
+        "idx": 895,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_cache",
+        "idx": 1023,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_cache",
+        "idx": 1151,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_cache",
+        "idx": 1279,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_cache",
+        "idx": 1407,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_cache",
+        "idx": 1535,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_cache",
+        "idx": 1663,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_cache",
+        "idx": 1791,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_cache",
+        "idx": 1919,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_cache",
+        "idx": 2047,
+        "precision": "A_BF16_W_INT4"
+    }
+]

devkit/special_tokens_map.json ADDED Viewed

	@@ -0,0 +1,30 @@

+{
+    "bos_token": {
+        "content": "<s>",
+        "lstrip": false,
+        "normalized": false,
+        "rstrip": false,
+        "single_word": false
+    },
+    "eos_token": {
+        "content": "<|endoftext|>",
+        "lstrip": false,
+        "normalized": false,
+        "rstrip": false,
+        "single_word": false
+    },
+    "pad_token": {
+        "content": "<|endoftext|>",
+        "lstrip": false,
+        "normalized": false,
+        "rstrip": false,
+        "single_word": false
+    },
+    "unk_token": {
+        "content": "<unk>",
+        "lstrip": false,
+        "normalized": false,
+        "rstrip": false,
+        "single_word": false
+    }
+}

devkit/tokenizer.json ADDED Viewed

The diff for this file is too large to render. See raw diff

devkit/tokenizer_config.json ADDED Viewed

	@@ -0,0 +1,130 @@

+{
+    "add_bos_token": false,
+    "add_eos_token": false,
+    "added_tokens_decoder": {
+        "0": {
+            "content": "<unk>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": false,
+            "single_word": false,
+            "special": true
+        },
+        "1": {
+            "content": "<s>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": false,
+            "single_word": false,
+            "special": true
+        },
+        "2": {
+            "content": "</s>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": true,
+            "single_word": false,
+            "special": false
+        },
+        "32000": {
+            "content": "<|endoftext|>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": false,
+            "single_word": false,
+            "special": true
+        },
+        "32001": {
+            "content": "<|assistant|>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": true,
+            "single_word": false,
+            "special": true
+        },
+        "32002": {
+            "content": "<|placeholder1|>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": true,
+            "single_word": false,
+            "special": true
+        },
+        "32003": {
+            "content": "<|placeholder2|>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": true,
+            "single_word": false,
+            "special": true
+        },
+        "32004": {
+            "content": "<|placeholder3|>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": true,
+            "single_word": false,
+            "special": true
+        },
+        "32005": {
+            "content": "<|placeholder4|>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": true,
+            "single_word": false,
+            "special": true
+        },
+        "32006": {
+            "content": "<|system|>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": true,
+            "single_word": false,
+            "special": true
+        },
+        "32007": {
+            "content": "<|end|>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": true,
+            "single_word": false,
+            "special": true
+        },
+        "32008": {
+            "content": "<|placeholder5|>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": true,
+            "single_word": false,
+            "special": true
+        },
+        "32009": {
+            "content": "<|placeholder6|>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": true,
+            "single_word": false,
+            "special": true
+        },
+        "32010": {
+            "content": "<|user|>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": true,
+            "single_word": false,
+            "special": true
+        }
+    },
+    "bos_token": "<s>",
+    "chat_template": "{% for message in messages %}{% if message['role'] == 'system' and message['content'] %}{{'<|system|>\n' + message['content'] + '<|end|>\n'}}{% elif message['role'] == 'user' %}{{'<|user|>\n' + message['content'] + '<|end|>\n'}}{% elif message['role'] == 'assistant' %}{{'<|assistant|>\n' + message['content'] + '<|end|>\n'}}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '<|assistant|>\n' }}{% else %}{{ eos_token }}{% endif %}",
+    "clean_up_tokenization_spaces": false,
+    "eos_token": "<|endoftext|>",
+    "legacy": false,
+    "model_max_length": 131072,
+    "pad_token": "<|endoftext|>",
+    "padding_side": "left",
+    "sp_model_kwargs": {},
+    "tokenizer_class": "LlamaTokenizer",
+    "unk_token": "<unk>",
+    "use_default_system_prompt": false
+}

devkit/vlm_config.json CHANGED Viewed

@@ -10,18 +10,7 @@
         "gen": "3.5",
         "size": "mini",
         "token_cfg": {
-            "tokenizer_type": "spiece",
-            "tokenizer_path": "/project/mlasw/users/amy.chen/debug/models--microsoft--Phi-3.5-mini-instruct/blobs/9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347",
-            "vocab_size": 32064,
-            "special_tokens": {
-                "bos_token_id": 1,
-                "eos_token_id": [
-                    32000,
-                    32001,
-                    32007
-                ],
-                "pad_token_id": 32000
-            }
         },
         "rope_cfg": {
             "rope_theta": 10000,
@@ -155,6 +144,7 @@
         "num_hidden_layers": 32,
         "max_position_embeddings": 2048,
         "rms_norm_eps": 1e-05,
         "layer_norms": [
             "pre_attn",
             "post_attn"
@@ -166,7 +156,7 @@
     },
     "pipeline_cfg": {
         "system_prompt": null,
-        "max_num_tokens": 1024,
         "input_token_group_size": 128,
         "input_token_group_offsets": [
             0,
@@ -176,9 +166,20 @@
             512,
             640,
             768,
-            896
         ],
-        "future_token_mask_size": 128
     },
     "language_model_name": "models--microsoft--Phi-3.5-mini-instruct_language"
 }

         "gen": "3.5",
         "size": "mini",
         "token_cfg": {
+            "vocab_size": 32064
         },
         "rope_cfg": {
             "rope_theta": 10000,
         "num_hidden_layers": 32,
         "max_position_embeddings": 2048,
         "rms_norm_eps": 1e-05,
+        "rms_norm_unit_offset": false,
         "layer_norms": [
             "pre_attn",
             "post_attn"
     },
     "pipeline_cfg": {
         "system_prompt": null,
+        "max_num_tokens": 2048,
         "input_token_group_size": 128,
         "input_token_group_offsets": [
             0,
             512,
             640,
             768,
+            896,
+            1024,
+            1152,
+            1280,
+            1408,
+            1536,
+            1664,
+            1792,
+            1920
         ],
+        "future_token_mask_size": 128,
+        "return_logits": false,
+        "use_strided_kv_cache": false,
+        "enable_filter_sharing": true
     },
     "language_model_name": "models--microsoft--Phi-3.5-mini-instruct_language"
 }

elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_cache_token0_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6179408b787dbf62cb2cf55432aa834672642575a3364ed2a6e7ec451fd0687c
-size 3028792

 version https://git-lfs.github.com/spec/v1
+oid sha256:e119888ed0b403d1aace2b571736f9fe22f3231c11faa6afcc6503eafd881934
+size 2806120

elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_cache_token1024_stage1_mla.elf ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:dd93716c1c3bf405ff1c0ff31a0f041eda793ab6621c1679c7eec09098909855
+size 17754624

elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_cache_token1152_stage1_mla.elf ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:0f63dade5130d7bf2921ee68383ddae3d148d15aaec8c879f8f509151542890c
+size 29709256

elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_cache_token1280_stage1_mla.elf ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:c3c85884365e187d7585782b0d37e3841b4545f02e29741f3f732200ae3f0ee7
+size 20976680

elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_cache_token128_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fe4ac4960900fbc8f4c1a5f90de433fd700e989960d5d90450023912706c70fa
-size 5768616

 version https://git-lfs.github.com/spec/v1
+oid sha256:e8b5ca1ea167ec6c617f63499882548ccc6a73d19aa5b1f06d53475ac5347363
+size 5810008

elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_cache_token1408_stage1_mla.elf ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:2b40588f36f2dc769b5631d19a610c7f56d9df4d66cca038f2b744d82bf8ebe4
+size 22573632

elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_cache_token1536_stage1_mla.elf ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:117a5e683519e004b03ec7b72cb9093338d85973497fac6e188b98da897823ce
+size 19542072

elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_cache_token1664_stage1_mla.elf ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:dee3a8e5b7e9abc6a9af40bd74470d3f32eb0925edaf30f7b076db3ea6429a0a
+size 37121168

elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_cache_token1792_stage1_mla.elf ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:08aa5dc1bacb986b86e9ac102e51b8ce07589c900958b008b8b8ace13df9dd46
+size 35241480

elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_cache_token1920_stage1_mla.elf ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:ca57c0b65c48b33fed767c4a14545ee13f0bfb4d5064dfc34267d58944f2096f
+size 28561216

elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_cache_token256_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8129c076d335ff74d60f25217da0205a26c95db9310a08ac562dc2b3ae1cecdd
-size 7013640

 version https://git-lfs.github.com/spec/v1
+oid sha256:977417da6fa3ea731b75308fda9cecca26ae2b686dd404bdf9de48d3c776184c
+size 7865736

elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_cache_token384_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3e069ca73620b6d23e70ad55cdfa2b5ed1b4965dce65cbf6ec0455ee35dbdee0
-size 7070024

 version https://git-lfs.github.com/spec/v1
+oid sha256:686d65092349e53b9a2c2c05bd74aeab1c01e2432a3085ace2c056f33a70486f
+size 6770576

elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_cache_token512_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:31dc93239737a7dbcff4b6577ee34181e7c5b350508644308417048fb69c9535
-size 10122664

 version https://git-lfs.github.com/spec/v1
+oid sha256:ab7502d79a87eaee78bf89a3f172f95e45392594b89c0122935126ebe0957346
+size 10238120

elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_cache_token640_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9be3313e40e1722394d822467afc623f20597115ef1a9f67788328c6b76c9c17
-size 10324536

 version https://git-lfs.github.com/spec/v1
+oid sha256:d4eb640502d4b456376fc990b0ffee55d35a0c7d4133e4d51b2051de6d93084f
+size 9989472

elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_cache_token768_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1dd6b7b4252d29677b8f116ffe522eaaff2e47cc875668e1c5b36b4ea27681ec
-size 15224560

 version https://git-lfs.github.com/spec/v1
+oid sha256:d95acf54963c7075903d04d9ff7a7fc520f79f24b58d93643306a379245796c7
+size 15419304

elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_cache_token896_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d60299a69368d485f8be54ad64f371f4a93ad3ca30417cfce13cdbfef60e37bf
-size 11142808

 version https://git-lfs.github.com/spec/v1
+oid sha256:c902d33b27355a4f67d1a4802eeb621cbb1b2040fae75a61408c383b1f20dec4
+size 9438824

elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_post_layer0_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b4bb48d042565b2ebd7879dcd3f704c582bd8a5f978f7220b75f5f86d889691b
-size 200906624

 version https://git-lfs.github.com/spec/v1
+oid sha256:45c19cc4d0b46bbe145514c976d6bba45e6a47a6cb0a48ff3fba435e4488a7f3
+size 112493256

elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_post_layer10_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e316bd6750d6415f2a5f1bd5762d0d8f9f78defc2b464e88d23dcf126b819692
-size 200906624

 version https://git-lfs.github.com/spec/v1
+oid sha256:4e319335d03069e02ebcc18782d4e2ee3f5947ce4edb240288afd68ee56cba6e
+size 112493256

elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_post_layer11_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b9d6778ef3e297da9a6800b7ae03af02b6248960c7b008069901d03d769fe018
-size 200906624

 version https://git-lfs.github.com/spec/v1
+oid sha256:eb893c0054da92d4c6361adf2a7032273d4b4eef48018c3b12d2a88e4f243df2
+size 112493256

elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_post_layer12_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0c0eccbfbdb5a1bae010b9fa64435839a1c98426759d8e4f1f2e053a15d31505
-size 200906624

 version https://git-lfs.github.com/spec/v1
+oid sha256:8f02348fd697142219cf1f67474542fd1f32b1356969e2132df7ec006905f03e
+size 112493256

elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_post_layer13_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ee13d10138b70d24d686be3116d5f62ff25d51c8ec6865066711904ad3fb12da
-size 200906624

 version https://git-lfs.github.com/spec/v1
+oid sha256:b758f9fc3f6a62bc0478bdfc12a24bcde30e58375632660283c480b33ca7108b
+size 112493256

elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_post_layer14_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c59b05c4ddefe5cc9eab1efcda0cc2c7baf9a1d7287643edce41e820cc0c6c32
-size 200906624

 version https://git-lfs.github.com/spec/v1
+oid sha256:9b8d0ab30ce0f216727092f1d09a684711e1d0aa9d085fecb97822e07ab08883
+size 112493256

elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_post_layer15_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5d177be0719af1f0bd74ccd778798800a53f195f128505d5a78d3267648074be
-size 200906624

 version https://git-lfs.github.com/spec/v1
+oid sha256:00334e509c582204d39d997adb650e51dba87f6f6489b5a73a061d3225253f6f
+size 112493256

elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_post_layer16_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cfe62e59faf99522cfe718b3e2793e0b561f9223e23d6530669e53abc0028ef1
-size 200906624

 version https://git-lfs.github.com/spec/v1
+oid sha256:7fb481f8b70334a7d8ad26176bd38dbb4529eefdca188fbdf7380a0a741406ff
+size 112493256

elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_post_layer17_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:74f78157d74fb170d920305b31c792eb2afd35977b3a44bd0e4dd4a95459d644
-size 200906624

 version https://git-lfs.github.com/spec/v1
+oid sha256:e752b67f844c2ceeaaa8b01ee52e4244e24f18622a0ad3ce439f9200fdb488fc
+size 112493256

elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_post_layer18_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0a0a06eaaa657269c7c5832e6b9e121347f4cd1f4707d1d7887d0b0ab3f68618
-size 200906624

 version https://git-lfs.github.com/spec/v1
+oid sha256:4e0635169a104836b727a750e6aca7ac2e96e722af401357826c9852b6478a60
+size 112493256

elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_post_layer19_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a820f2b40841ed69b49b446b55ae13bd4ec7ddbe28e00ccd12a377b822076356
-size 200906624

 version https://git-lfs.github.com/spec/v1
+oid sha256:d89c90bc7fbe20defb8283707228a5439480a12c2ade68374bcc0eb5dd4715bb
+size 112493256

elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_post_layer1_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:39bf413a5dbad88736fb102c7bc53346d644a1864717bb4e253f0f14d319899c
-size 200906624

 version https://git-lfs.github.com/spec/v1
+oid sha256:63180a25a6a6feb780c959e2fb6e8ff3c0da6e68451ce71e0a0acf30199a3362
+size 112493256

elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_post_layer20_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6146ff8dc516a7e48856bdfbd12b4f12be1a4d7c0f5c454d162717e3c11c1787
-size 200906624

 version https://git-lfs.github.com/spec/v1
+oid sha256:14cdf3104ed8d85921db17bb2a61af619e5b856199f78fd59ddb3ef5f16ca288
+size 112493256

elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_post_layer21_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:704c0eb62c262249ff2225206efc9860b66a05590573c3f147ed12b3ebd9a0b4
-size 200906624

 version https://git-lfs.github.com/spec/v1
+oid sha256:896d498aecdf7000b4cd963167bcbb486bad9528e019780531fa6acafdfeb395
+size 112493256

elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_post_layer22_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3e4a4e4c69c1b96fb56674de24439e1a9f63ca3cdff4de164deb1686a7c00e29
-size 200906624

 version https://git-lfs.github.com/spec/v1
+oid sha256:06a7a0db1f0725a4719a09a2cece85d1869538e2b0f64549b2e3d4a91dfb67d2
+size 112493256

elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_post_layer23_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1b08301fc21fa93ddcf06f70bb806a3e72f1339ac55fedf607019ec25fe09c71
-size 200906624

 version https://git-lfs.github.com/spec/v1
+oid sha256:10aa722cb799a7dfe1a08a263c2594c70a3fbd6aa3205086c4200585ac788de7
+size 112493256

elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_post_layer24_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bbc75fe657f8a3ec6650a944d5fdaf679baf11cace0e9aa627f8f956b88b0aa3
-size 200906624

 version https://git-lfs.github.com/spec/v1
+oid sha256:d152c8b7920b553f8a43c8bf045ecf7ad15e16758f9df6f600364991352b2762
+size 112493256

elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_post_layer25_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dff00141bf75a664be09dee58264b8aaff636dc5c9270a2cff32f945c54fadf7
-size 200906240

 version https://git-lfs.github.com/spec/v1
+oid sha256:a46e73857b23e3ca62d41bbca3d1ffa6930f4a255fcb9f6b443fafd59a05d850
+size 112493256

elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_post_layer26_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:46ab4bcd72e84cd686f126feb52903cccb438b1e1f3de75af96906be14478a73
-size 200905776

 version https://git-lfs.github.com/spec/v1
+oid sha256:03f9b701c1c32dbbcb35b7498c65edbb4596115bc2d7267ff9dd962066f9174e
+size 112493256

elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_post_layer27_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bbd64f554b92c7af6e40fe1d2acc6f82e5cabd7031e544acd97c2f685a93b5ae
-size 200905984

 version https://git-lfs.github.com/spec/v1
+oid sha256:74ffc33717cac73702b97fd9a7a2ffd079120de76b8fdd5f74b8f90e4a109a15
+size 112493256

elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_post_layer28_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:42ad0d377e4478fe406ab8a8f3b0a5019b559420af3c8f01fd1a954189b62f83
-size 200906240

 version https://git-lfs.github.com/spec/v1
+oid sha256:5209b59df1d59ee64300806983d3b55d0d887403db9081a5ddeed7fce4ceb2df
+size 112493256

elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_post_layer29_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:be0795477e4a36259508487aaa4a9b09770625e9fe132afa9850c62241dac76f
-size 200906496

 version https://git-lfs.github.com/spec/v1
+oid sha256:13dc7881c03b1704f08d71472fa0748e123bc3e818036daa428b073f57596ed6
+size 112493256

elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_post_layer2_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d91bb8005cb8b6adbea57dc96b345bb3b8ada83ed5f13a161b4537a7172af843
-size 200906496

 version https://git-lfs.github.com/spec/v1
+oid sha256:3f4cac9baf46e861007ec2689a59d885ffc08906a9a1fcbf51990460ba7bec4b
+size 112493256

elf_files/models--microsoft--Phi-3.5-mini-instruct_language_n128_post_layer30_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ce2caf5528355fd262a036057ee7bec68b85b8549af4fe27cd02acb884032cf8
-size 200906624

 version https://git-lfs.github.com/spec/v1
+oid sha256:c340640dd1622df8cd9e534ced75c6481f7dc57fc61ed457dfe76b4f4322af71
+size 112493256