Update model artifacts for NEAT 0.4.0

.gitattributes

@@ -33,6 +33,50 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+elf_files/models--LiquidAI--LFM2-350M_language_n128_cache_token0_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
+elf_files/models--LiquidAI--LFM2-350M_language_n128_cache_token1024_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
+elf_files/models--LiquidAI--LFM2-350M_language_n128_cache_token1152_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
+elf_files/models--LiquidAI--LFM2-350M_language_n128_cache_token1280_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
+elf_files/models--LiquidAI--LFM2-350M_language_n128_cache_token128_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
+elf_files/models--LiquidAI--LFM2-350M_language_n128_cache_token1408_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
+elf_files/models--LiquidAI--LFM2-350M_language_n128_cache_token1536_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
+elf_files/models--LiquidAI--LFM2-350M_language_n128_cache_token1664_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
+elf_files/models--LiquidAI--LFM2-350M_language_n128_cache_token1792_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
+elf_files/models--LiquidAI--LFM2-350M_language_n128_cache_token1920_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
+elf_files/models--LiquidAI--LFM2-350M_language_n128_cache_token256_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
+elf_files/models--LiquidAI--LFM2-350M_language_n128_cache_token2944_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
+elf_files/models--LiquidAI--LFM2-350M_language_n128_cache_token384_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
+elf_files/models--LiquidAI--LFM2-350M_language_n128_cache_token3968_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
+elf_files/models--LiquidAI--LFM2-350M_language_n128_cache_token4992_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
+elf_files/models--LiquidAI--LFM2-350M_language_n128_cache_token512_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
+elf_files/models--LiquidAI--LFM2-350M_language_n128_cache_token6016_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
+elf_files/models--LiquidAI--LFM2-350M_language_n128_cache_token640_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
+elf_files/models--LiquidAI--LFM2-350M_language_n128_cache_token7040_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
+elf_files/models--LiquidAI--LFM2-350M_language_n128_cache_token768_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
+elf_files/models--LiquidAI--LFM2-350M_language_n128_cache_token8064_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
+elf_files/models--LiquidAI--LFM2-350M_language_n128_cache_token896_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
+elf_files/models--LiquidAI--LFM2-350M_language_n128_layer0_conv_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
+elf_files/models--LiquidAI--LFM2-350M_language_n128_layer11_conv_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
+elf_files/models--LiquidAI--LFM2-350M_language_n128_layer13_conv_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
+elf_files/models--LiquidAI--LFM2-350M_language_n128_layer15_conv_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
+elf_files/models--LiquidAI--LFM2-350M_language_n128_layer1_conv_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
+elf_files/models--LiquidAI--LFM2-350M_language_n128_layer3_conv_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
+elf_files/models--LiquidAI--LFM2-350M_language_n128_layer4_conv_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
+elf_files/models--LiquidAI--LFM2-350M_language_n128_layer6_conv_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
+elf_files/models--LiquidAI--LFM2-350M_language_n128_layer7_conv_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
+elf_files/models--LiquidAI--LFM2-350M_language_n128_layer9_conv_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
+elf_files/models--LiquidAI--LFM2-350M_language_n128_post_layer10_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
+elf_files/models--LiquidAI--LFM2-350M_language_n128_post_layer12_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
+elf_files/models--LiquidAI--LFM2-350M_language_n128_post_layer14_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
+elf_files/models--LiquidAI--LFM2-350M_language_n128_post_layer2_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
+elf_files/models--LiquidAI--LFM2-350M_language_n128_post_layer5_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
+elf_files/models--LiquidAI--LFM2-350M_language_n128_post_layer8_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
+elf_files/models--LiquidAI--LFM2-350M_language_n128_pre_layer10_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
+elf_files/models--LiquidAI--LFM2-350M_language_n128_pre_layer12_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
+elf_files/models--LiquidAI--LFM2-350M_language_n128_pre_layer14_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
+elf_files/models--LiquidAI--LFM2-350M_language_n128_pre_layer2_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
+elf_files/models--LiquidAI--LFM2-350M_language_n128_pre_layer5_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
+elf_files/models--LiquidAI--LFM2-350M_language_n128_pre_layer8_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
 elf_files/models--LiquidAI--LFM2-350M_language_n1_cache_token1023_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
 elf_files/models--LiquidAI--LFM2-350M_language_n1_cache_token1151_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
 elf_files/models--LiquidAI--LFM2-350M_language_n1_cache_token1279_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
@@ -44,10 +88,16 @@ elf_files/models--LiquidAI--LFM2-350M_language_n1_cache_token1791_stage1_mla.elf
 elf_files/models--LiquidAI--LFM2-350M_language_n1_cache_token1919_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
 elf_files/models--LiquidAI--LFM2-350M_language_n1_cache_token2047_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
 elf_files/models--LiquidAI--LFM2-350M_language_n1_cache_token255_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
+elf_files/models--LiquidAI--LFM2-350M_language_n1_cache_token3071_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
 elf_files/models--LiquidAI--LFM2-350M_language_n1_cache_token383_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
+elf_files/models--LiquidAI--LFM2-350M_language_n1_cache_token4095_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
+elf_files/models--LiquidAI--LFM2-350M_language_n1_cache_token5119_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
 elf_files/models--LiquidAI--LFM2-350M_language_n1_cache_token511_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
+elf_files/models--LiquidAI--LFM2-350M_language_n1_cache_token6143_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
 elf_files/models--LiquidAI--LFM2-350M_language_n1_cache_token639_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
+elf_files/models--LiquidAI--LFM2-350M_language_n1_cache_token7167_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
 elf_files/models--LiquidAI--LFM2-350M_language_n1_cache_token767_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
+elf_files/models--LiquidAI--LFM2-350M_language_n1_cache_token8191_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
 elf_files/models--LiquidAI--LFM2-350M_language_n1_cache_token895_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
 elf_files/models--LiquidAI--LFM2-350M_language_n1_layer0_conv_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
 elf_files/models--LiquidAI--LFM2-350M_language_n1_layer11_conv_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
@@ -72,31 +122,3 @@ elf_files/models--LiquidAI--LFM2-350M_language_n1_pre_layer14_stage1_mla.elf fil
 elf_files/models--LiquidAI--LFM2-350M_language_n1_pre_layer2_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
 elf_files/models--LiquidAI--LFM2-350M_language_n1_pre_layer5_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
 elf_files/models--LiquidAI--LFM2-350M_language_n1_pre_layer8_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
-elf_files/models--LiquidAI--LFM2-350M_language_n320_cache_token0_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
-elf_files/models--LiquidAI--LFM2-350M_language_n320_cache_token1280_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
-elf_files/models--LiquidAI--LFM2-350M_language_n320_cache_token1600_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
-elf_files/models--LiquidAI--LFM2-350M_language_n320_cache_token320_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
-elf_files/models--LiquidAI--LFM2-350M_language_n320_cache_token640_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
-elf_files/models--LiquidAI--LFM2-350M_language_n320_cache_token960_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
-elf_files/models--LiquidAI--LFM2-350M_language_n320_layer0_conv_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
-elf_files/models--LiquidAI--LFM2-350M_language_n320_layer11_conv_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
-elf_files/models--LiquidAI--LFM2-350M_language_n320_layer13_conv_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
-elf_files/models--LiquidAI--LFM2-350M_language_n320_layer15_conv_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
-elf_files/models--LiquidAI--LFM2-350M_language_n320_layer1_conv_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
-elf_files/models--LiquidAI--LFM2-350M_language_n320_layer3_conv_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
-elf_files/models--LiquidAI--LFM2-350M_language_n320_layer4_conv_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
-elf_files/models--LiquidAI--LFM2-350M_language_n320_layer6_conv_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
-elf_files/models--LiquidAI--LFM2-350M_language_n320_layer7_conv_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
-elf_files/models--LiquidAI--LFM2-350M_language_n320_layer9_conv_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
-elf_files/models--LiquidAI--LFM2-350M_language_n320_post_layer10_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
-elf_files/models--LiquidAI--LFM2-350M_language_n320_post_layer12_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
-elf_files/models--LiquidAI--LFM2-350M_language_n320_post_layer14_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
-elf_files/models--LiquidAI--LFM2-350M_language_n320_post_layer2_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
-elf_files/models--LiquidAI--LFM2-350M_language_n320_post_layer5_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
-elf_files/models--LiquidAI--LFM2-350M_language_n320_post_layer8_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
-elf_files/models--LiquidAI--LFM2-350M_language_n320_pre_layer10_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
-elf_files/models--LiquidAI--LFM2-350M_language_n320_pre_layer12_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
-elf_files/models--LiquidAI--LFM2-350M_language_n320_pre_layer14_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
-elf_files/models--LiquidAI--LFM2-350M_language_n320_pre_layer2_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
-elf_files/models--LiquidAI--LFM2-350M_language_n320_pre_layer5_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
-elf_files/models--LiquidAI--LFM2-350M_language_n320_pre_layer8_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text

compile.sh

@@ -0,0 +1,36 @@
+#!/usr/bin/env bash
+
+set -euo pipefail
+
+# Download the source model before running this script:
+#   hf download LiquidAI/LFM2-350M --local-dir LFM2-350M
+
+MODEL_PATH="${MODEL_PATH:-LFM2-350M}"
+OUTPUT_PATH="${OUTPUT_PATH:-LFM2-350M-a16w4}"
+
+TMPDIR="$(mktemp -d /tmp/sima.XXXXXX)"
+export TMPDIR
+
+CONFIG_PATH="${TMPDIR}/config.py"
+
+cleanup() {
+    rm -rf -- "${TMPDIR}"
+}
+trap cleanup EXIT
+
+cat >"${CONFIG_PATH}" <<'PY'
+"""Compile every LFM2-350M compiler unit with BF16 activations and INT4 weights."""
+
+
+def get_layer_configuration(model_properties, layer):
+    del model_properties, layer
+    return {"precision": "A_BF16_W_INT4"}
+PY
+
+llima-compile \
+    "${MODEL_PATH}" \
+    -c "${CONFIG_PATH}" \
+    -o "${OUTPUT_PATH}" \
+    --max_num_tokens 8192 \
+    --enable_filter_sharing \
+    "$@"

elf_files/models--LiquidAI--LFM2-350M_language_n320_cache_token320_stage1_mla.elf → devkit/models--LiquidAI--LFM2-350M_language_embedding_scales.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:da3769d617f8ddef55c2a7ff4d044a11c9ec16d1a987658760be7ff5f6720bbd
-size 5222960
+oid sha256:e215f126992bf8ad3972d4d68419205419bde819d6ebd47cfcfe7675d3d90f39
+size 131072

devkit/models--LiquidAI--LFM2-350M_language_embeddings.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:643dc38326a3e929d26afc9eec0e6fde4dcbcd03adac7573d322d01946923ea3
+size 67108864

devkit/models--LiquidAI--LFM2-350M_language_embeddings.npy

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:cdd297bcff8390d6f8504565c0c2fb174de3b0cf7c7586f9793e95632fbe22c5
-size 134217856

devkit/precision.json

@@ -2,7 +2,7 @@
     {
         "part": "group_conv",
         "idx": 0,
-        "precision": "A_BF16_W_INT8"
+        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "single_conv",
@@ -12,7 +12,7 @@
     {
         "part": "group_conv",
         "idx": 1,
-        "precision": "A_BF16_W_INT8"
+        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "single_conv",
@@ -22,12 +22,12 @@
     {
         "part": "group_pre",
         "idx": 2,
-        "precision": "A_BF16_W_INT8"
+        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_post",
         "idx": 2,
-        "precision": "A_BF16_W_INT8"
+        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "single_pre",
@@ -42,7 +42,7 @@
     {
         "part": "group_conv",
         "idx": 3,
-        "precision": "A_BF16_W_INT8"
+        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "single_conv",
@@ -52,7 +52,7 @@
     {
         "part": "group_conv",
         "idx": 4,
-        "precision": "A_BF16_W_INT8"
+        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "single_conv",
@@ -62,12 +62,12 @@
     {
         "part": "group_pre",
         "idx": 5,
-        "precision": "A_BF16_W_INT8"
+        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_post",
         "idx": 5,
-        "precision": "A_BF16_W_INT8"
+        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "single_pre",
@@ -82,7 +82,7 @@
     {
         "part": "group_conv",
         "idx": 6,
-        "precision": "A_BF16_W_INT8"
+        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "single_conv",
@@ -92,7 +92,7 @@
     {
         "part": "group_conv",
         "idx": 7,
-        "precision": "A_BF16_W_INT8"
+        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "single_conv",
@@ -102,12 +102,12 @@
     {
         "part": "group_pre",
         "idx": 8,
-        "precision": "A_BF16_W_INT8"
+        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_post",
         "idx": 8,
-        "precision": "A_BF16_W_INT8"
+        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "single_pre",
@@ -122,7 +122,7 @@
     {
         "part": "group_conv",
         "idx": 9,
-        "precision": "A_BF16_W_INT8"
+        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "single_conv",
@@ -132,12 +132,12 @@
     {
         "part": "group_pre",
         "idx": 10,
-        "precision": "A_BF16_W_INT8"
+        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_post",
         "idx": 10,
-        "precision": "A_BF16_W_INT8"
+        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "single_pre",
@@ -152,7 +152,7 @@
     {
         "part": "group_conv",
         "idx": 11,
-        "precision": "A_BF16_W_INT8"
+        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "single_conv",
@@ -162,12 +162,12 @@
     {
         "part": "group_pre",
         "idx": 12,
-        "precision": "A_BF16_W_INT8"
+        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_post",
         "idx": 12,
-        "precision": "A_BF16_W_INT8"
+        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "single_pre",
@@ -182,7 +182,7 @@
     {
         "part": "group_conv",
         "idx": 13,
-        "precision": "A_BF16_W_INT8"
+        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "single_conv",
@@ -192,12 +192,12 @@
     {
         "part": "group_pre",
         "idx": 14,
-        "precision": "A_BF16_W_INT8"
+        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_post",
         "idx": 14,
-        "precision": "A_BF16_W_INT8"
+        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "single_pre",
@@ -212,7 +212,7 @@
     {
         "part": "group_conv",
         "idx": 15,
-        "precision": "A_BF16_W_INT8"
+        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "single_conv",
@@ -222,32 +222,112 @@
     {
         "part": "group_cache",
         "idx": 0,
-        "precision": "A_BF16_W_INT8"
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_cache",
+        "idx": 128,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_cache",
+        "idx": 256,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_cache",
+        "idx": 384,
+        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_cache",
-        "idx": 320,
-        "precision": "A_BF16_W_INT8"
+        "idx": 512,
+        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_cache",
         "idx": 640,
-        "precision": "A_BF16_W_INT8"
+        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_cache",
-        "idx": 960,
-        "precision": "A_BF16_W_INT8"
+        "idx": 768,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_cache",
+        "idx": 896,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_cache",
+        "idx": 1024,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_cache",
+        "idx": 1152,
+        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_cache",
         "idx": 1280,
-        "precision": "A_BF16_W_INT8"
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_cache",
+        "idx": 1408,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_cache",
+        "idx": 1536,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_cache",
+        "idx": 1664,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_cache",
+        "idx": 1792,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_cache",
+        "idx": 1920,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_cache",
+        "idx": 2944,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_cache",
+        "idx": 3968,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_cache",
+        "idx": 4992,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_cache",
+        "idx": 6016,
+        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_cache",
-        "idx": 1600,
-        "precision": "A_BF16_W_INT8"
+        "idx": 7040,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "group_cache",
+        "idx": 8064,
+        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "single_cache",
@@ -329,6 +409,36 @@
         "idx": 2047,
         "precision": "A_BF16_W_INT4"
     },
+    {
+        "part": "single_cache",
+        "idx": 3071,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_cache",
+        "idx": 4095,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_cache",
+        "idx": 5119,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_cache",
+        "idx": 6143,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_cache",
+        "idx": 7167,
+        "precision": "A_BF16_W_INT4"
+    },
+    {
+        "part": "single_cache",
+        "idx": 8191,
+        "precision": "A_BF16_W_INT4"
+    },
     {
         "part": "conv_post_final",
         "idx": 15,

devkit/vlm_config.json

@@ -20,6 +20,7 @@
                 "low_freq_factor": 0,
                 "high_freq_factor": 0,
                 "original_max_position_embeddings": 0,
+                "attention_factor": null,
                 "long_factor": null,
                 "short_factor": null,
                 "rope_type": "default",
@@ -83,22 +84,81 @@
     "pipeline_cfg": {
         "system_prompt": null,
         "chat_template": null,
-        "max_num_tokens": 2048,
-        "input_token_group_size": 320,
+        "max_num_tokens": 8192,
+        "input_token_group_size": 128,
         "input_token_group_offsets": [
             0,
-            320,
+            128,
+            256,
+            384,
+            512,
             640,
-            960,
+            768,
+            896,
+            1024,
+            1152,
             1280,
-            1600
+            1408,
+            1536,
+            1664,
+            1792,
+            1920,
+            2048,
+            2176,
+            2304,
+            2432,
+            2560,
+            2688,
+            2816,
+            2944,
+            3072,
+            3200,
+            3328,
+            3456,
+            3584,
+            3712,
+            3840,
+            3968,
+            4096,
+            4224,
+            4352,
+            4480,
+            4608,
+            4736,
+            4864,
+            4992,
+            5120,
+            5248,
+            5376,
+            5504,
+            5632,
+            5760,
+            5888,
+            6016,
+            6144,
+            6272,
+            6400,
+            6528,
+            6656,
+            6784,
+            6912,
+            7040,
+            7168,
+            7296,
+            7424,
+            7552,
+            7680,
+            7808,
+            7936,
+            8064
         ],
         "future_token_mask_size": 128,
+        "long_context_future_token_mask_size": 1024,
         "return_logits": false,
-        "use_strided_kv_cache": true,
-        "enable_filter_sharing": false,
-        "quantize_embeddings": false,
+        "enable_filter_sharing": true,
+        "quantize_embeddings": true,
+        "quantize_kv_cache": true,
         "split_mlp": true
     },
     "language_model_name": "models--LiquidAI--LFM2-350M_language"
-}
+}

elf_files/{models--LiquidAI--LFM2-350M_language_n320_cache_token0_stage1_mla.elf → models--LiquidAI--LFM2-350M_language_n128_cache_token0_stage1_mla.elf}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:38f78e0778f876d44ff8b91a464439dd6233fbe73c30e7419e63a23273f670fe
-size 2859496
+oid sha256:2000664e9de053efb9879cbe7117995c93956999ba5742a2a7e701ec95a5952d
+size 1315808

elf_files/{models--LiquidAI--LFM2-350M_language_n320_cache_token1280_stage1_mla.elf → models--LiquidAI--LFM2-350M_language_n128_cache_token1024_stage1_mla.elf}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ef2cc909cf5271a5a38f2dac5e62a6735cfec3b4d1b8fff799cad8579136084a
-size 9041824
+oid sha256:137617f0774f4dab6f8dd9a990eb51974d1d63fdcd9eec85abb4ee652dfebe9b
+size 2873296

elf_files/{models--LiquidAI--LFM2-350M_language_n320_cache_token1600_stage1_mla.elf → models--LiquidAI--LFM2-350M_language_n128_cache_token1152_stage1_mla.elf}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fc68cf26ba70f393f67642563da4421a51d554f416714aedca8747ae87f05d42
-size 8547832
+oid sha256:36d1e5878dc6b1eae2567bc0d014e0f3a00cfb04ca5f383a8639ad73cc876e85
+size 3726104

elf_files/models--LiquidAI--LFM2-350M_language_n128_cache_token1280_stage1_mla.elf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad89e2e5b06e6c5f17d93cc25700a51f6458fcd14fafde0d4800c2b86e62279f
+size 3738168

elf_files/models--LiquidAI--LFM2-350M_language_n128_cache_token128_stage1_mla.elf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:676ffcdc3f8e6eeafd75efe23ee27f68249dd51df2a4776126b6c1ebf4e3a356
+size 1260440

elf_files/models--LiquidAI--LFM2-350M_language_n128_cache_token1408_stage1_mla.elf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:466e27e08cf91f5a236f539a6203aaf840bd28ac8fc2245f1a311c29a33f9075
+size 5490264

elf_files/models--LiquidAI--LFM2-350M_language_n128_cache_token1536_stage1_mla.elf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbc94b2156085dcbb3352aa96fb30cdcbeed1c98e5143a85f19ba98e8be36802
+size 4519552

elf_files/models--LiquidAI--LFM2-350M_language_n128_cache_token1664_stage1_mla.elf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f0d1f94cf22e220291ce5612385615f452378c926d7deddc81f298509575ec8
+size 4939680

elf_files/models--LiquidAI--LFM2-350M_language_n128_cache_token1792_stage1_mla.elf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0d19d1ce80623ba06fcf055deef3f8dff7e6ab0ea4a7706240b3a8250ad2fe4
+size 4558264

elf_files/models--LiquidAI--LFM2-350M_language_n128_cache_token1920_stage1_mla.elf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00922f7f12f13408a8504ea1e48140aa95e27fbc64fa3b614d28e6df19393efd
+size 4979120

elf_files/models--LiquidAI--LFM2-350M_language_n128_cache_token256_stage1_mla.elf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3cb20dd58f4c9fd4663dc323646def04f6edee19310eaed9d6263a678b66811
+size 1462760

elf_files/models--LiquidAI--LFM2-350M_language_n128_cache_token2944_stage1_mla.elf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b994fb8159f5bb4271d01ca46b192a1cae663afa523ac944ced6a2f2672af470
+size 9722584

elf_files/models--LiquidAI--LFM2-350M_language_n128_cache_token384_stage1_mla.elf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c5f30653a975c6db6d084bc18cd546f5e89e1e81a26684805562e0f88dfdb46
+size 1632896

elf_files/models--LiquidAI--LFM2-350M_language_n128_cache_token3968_stage1_mla.elf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cff72489fdb4508cab4f4a769d8c6dfd853a9203276b67ec1f8cca24d9040fee
+size 11044112

elf_files/models--LiquidAI--LFM2-350M_language_n128_cache_token4992_stage1_mla.elf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8f70ac0b923362f6fed24210776c6e9a14ba9b26ddd8a7f679ca1a2dc921c7c
+size 21420168

elf_files/models--LiquidAI--LFM2-350M_language_n128_cache_token512_stage1_mla.elf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8293cfc669a207f46f7bac95f3c6614f00fd5506f4f5b52cb979eee440b2b71d
+size 1630136

elf_files/models--LiquidAI--LFM2-350M_language_n128_cache_token6016_stage1_mla.elf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19de5efc8c9699a7cc0f65d8fc6aa2b095aac13eb54506f8b40043cd0e355b05
+size 26151008

elf_files/models--LiquidAI--LFM2-350M_language_n128_cache_token640_stage1_mla.elf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c05c03970a1d2320504b61366980c56c7f7bc38dac44e8820a93704fb6e526e9
+size 2122144

elf_files/models--LiquidAI--LFM2-350M_language_n128_cache_token7040_stage1_mla.elf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:606177940e9dcd98bbcae23059a45523b9fd56c96523082dd06f951a23c24fdc
+size 39042256

elf_files/models--LiquidAI--LFM2-350M_language_n128_cache_token768_stage1_mla.elf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4f8c524f44a879028085c5f98929760587a04893d5b46747d44e7f57eda7650
+size 2149096

elf_files/models--LiquidAI--LFM2-350M_language_n128_cache_token8064_stage1_mla.elf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801f9608972332a2ba448b19bc7e6792ba4a6e22d01c3a51959ddcf3b87bf14d
+size 42826192

elf_files/models--LiquidAI--LFM2-350M_language_n128_cache_token896_stage1_mla.elf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59c7fa375af7a760ee15c0ad7414c55013249654305185d03b4d46bb3758f840
+size 2182032

elf_files/models--LiquidAI--LFM2-350M_language_n128_layer0_conv_stage1_mla.elf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c96e229d218d49b7dd85807ce1d6263904974184fd743cfebbdc184d01128301
+size 19566408

elf_files/models--LiquidAI--LFM2-350M_language_n128_layer11_conv_stage1_mla.elf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdc41d9dc668b4d9105b576ec79a27f77303f569cc41a43c343a1377ff3225f6
+size 19760680

elf_files/models--LiquidAI--LFM2-350M_language_n128_layer13_conv_stage1_mla.elf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aedca1ce78af5aea5b6e6c412655babc98e928b2449840aaefcb0554c6e8ac28
+size 19760680

elf_files/models--LiquidAI--LFM2-350M_language_n128_layer15_conv_stage1_mla.elf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a3e00fc249ef03024062c8862df49081c393d7be036a6fefec9fec96f64ae23
+size 4907464

elf_files/models--LiquidAI--LFM2-350M_language_n128_layer1_conv_stage1_mla.elf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cec6bfd0e82439be82e387a953ab1158c196b32a213270cb5eb786588f97912
+size 19760680

elf_files/models--LiquidAI--LFM2-350M_language_n128_layer3_conv_stage1_mla.elf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02803e194f75de3615063e531f29ab2888583d477e171c707b2d3f884e8d888c
+size 19760680

elf_files/models--LiquidAI--LFM2-350M_language_n128_layer4_conv_stage1_mla.elf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31ab9e7052d7b202456dedf38b29dbad6123631cf29b8db11f1fa24e6e2429db
+size 19760680

elf_files/models--LiquidAI--LFM2-350M_language_n128_layer6_conv_stage1_mla.elf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:932e370f3f73b6f691aa37b3b5f8e91e6859709a89071b383851350cb7951e58
+size 19760680

elf_files/models--LiquidAI--LFM2-350M_language_n128_layer7_conv_stage1_mla.elf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94b41e7972f9afb6cb918001d8b3a82b7b801cba82caa5f088d3de89ef356a1f
+size 19760680

elf_files/models--LiquidAI--LFM2-350M_language_n128_layer9_conv_stage1_mla.elf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5885a08d100352e40da7ec1358a2e9ba624a2c8a4054b9ecce3656f877db4948
+size 19760680

elf_files/models--LiquidAI--LFM2-350M_language_n128_post_layer10_stage1_mla.elf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0d69b10d21c017389b397c9e648f02f8d2ef321c0c31f42ba74a0158897a918
+size 16346184

elf_files/models--LiquidAI--LFM2-350M_language_n128_post_layer12_stage1_mla.elf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a854d4d79917fdcf7fe8929a35bf15a5f72f61cb306604663dacae57c636d0b
+size 16346184

elf_files/models--LiquidAI--LFM2-350M_language_n128_post_layer14_stage1_mla.elf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce2a3f9733e13baeb0e0d4fd5e8b64c719d241fb60ba8368c581f1941d99c641
+size 16346184

elf_files/models--LiquidAI--LFM2-350M_language_n128_post_layer2_stage1_mla.elf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8633f2ce7299ff681abe3edd10a92e3d098d76ccb296ef9753673aaa6fe4ae0e
+size 16346184

elf_files/models--LiquidAI--LFM2-350M_language_n128_post_layer5_stage1_mla.elf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2ad53eadd84697a63ebe3bce391f10cc658fae9df758f38ea1bba01bab62a1e
+size 16346184

elf_files/models--LiquidAI--LFM2-350M_language_n128_post_layer8_stage1_mla.elf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef76e514f00a2622ba669b4a5a5c462cb032d5b9c21c928e873b78ec7ea3fc1f
+size 16346184

elf_files/models--LiquidAI--LFM2-350M_language_n128_pre_layer10_stage1_mla.elf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9260aae766ad7b5e3692a208f2b56036134f0f6fbc0da7f0f06b66f5df160d90
+size 6402752

elf_files/models--LiquidAI--LFM2-350M_language_n128_pre_layer12_stage1_mla.elf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aab45c7b98ab3fc8f3b519e0e8911331c0235205183f1cb44c51fbbcd62a25d6
+size 6402752

elf_files/models--LiquidAI--LFM2-350M_language_n128_pre_layer14_stage1_mla.elf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5b23a9c57c8e589a719d2e21f876eb68939d6954b82bcaed4108b613dc588f7
+size 6402752

elf_files/models--LiquidAI--LFM2-350M_language_n128_pre_layer2_stage1_mla.elf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab5680239d823dfd22dca9a5bd11d2eecb769527b07ae7332b1fd796076bc636
+size 6402752

elf_files/models--LiquidAI--LFM2-350M_language_n128_pre_layer5_stage1_mla.elf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cb7949e450fb57f4a09e3c331c242545df0b7ec2cd2b157d4c1c35a104af2b5
+size 6402752