Add return logits compile script

gen_models--LiquidAI--LFM2.5-350M_return_logits.sh

@@ -0,0 +1,63 @@
+#!/usr/bin/env bash
+#**************************************************************************
+#||                        SiMa.ai CONFIDENTIAL                          ||
+#||   Unpublished Copyright (c) 2025 SiMa.ai, All Rights Reserved.       ||
+#**************************************************************************
+# NOTICE:  All information contained herein is, and remains the property of
+# SiMa.ai. The intellectual and technical concepts contained herein are
+# proprietary to SiMa and may be covered by U.S. and Foreign Patents,
+# patents in process, and are protected by trade secret or copyright law.
+#
+# Dissemination of this information or reproduction of this material is
+# strictly forbidden unless prior written permission is obtained from
+# SiMa.ai.  Access to the source code contained herein is hereby forbidden
+# to anyone except current SiMa.ai employees, managers or contractors who
+# have executed Confidentiality and Non-disclosure agreements explicitly
+# covering such access.
+#
+# The copyright notice above does not evidence any actual or intended
+# publication or disclosure  of  this source code, which includes information
+# that is confidential and/or proprietary, and is a trade secret, of SiMa.ai.
+#
+# ANY REPRODUCTION, MODIFICATION, DISTRIBUTION, PUBLIC PERFORMANCE, OR PUBLIC
+# DISPLAY OF OR THROUGH USE OF THIS SOURCE CODE WITHOUT THE EXPRESS WRITTEN
+# CONSENT OF SiMa.ai IS STRICTLY PROHIBITED, AND IN VIOLATION OF APPLICABLE
+# LAWS AND INTERNATIONAL TREATIES. THE RECEIPT OR POSSESSION OF THIS SOURCE
+# CODE AND/OR RELATED INFORMATION DOES NOT CONVEY OR IMPLY ANY RIGHTS TO
+# REPRODUCE, DISCLOSE OR DISTRIBUTE ITS CONTENTS, OR TO MANUFACTURE, USE, OR
+# SELL ANYTHING THAT IT  MAY DESCRIBE, IN WHOLE OR IN PART.
+#
+#**************************************************************************
+
+# Download the HuggingFace LiquidAI/LFM2.5-350M using the following command.
+#   huggingface-cli download LiquidAI/LFM2.5-350M
+
+TMPDIR=$(mktemp -d /tmp/sima.XXXXXX)
+
+function cleanup () {
+    rm -r "${TMPDIR}"
+}
+trap cleanup EXIT
+
+cat >"${TMPDIR}/config.py" <<'EOF'
+def get_layer_configuration(model_properties, layer):
+    if layer["is_group"]:
+        precision = "A_BF16_W_INT8"
+    else:
+        precision = "A_BF16_W_INT4"
+    return {"precision": precision}
+EOF
+
+MAX_NUM_TOKENS=2048
+LANGUAGE_GROUP_SIZE=320
+LANGUAGE_GROUP_OFFSETS=0,320,640,960,1280,1600
+FUTURE_TOKEN_MASK_SIZE=128
+
+llima-compile \
+    -c "${TMPDIR}/config.py" \
+    --max_num_tokens ${MAX_NUM_TOKENS} \
+    --language_group_size ${LANGUAGE_GROUP_SIZE} \
+    --language_group_offsets ${LANGUAGE_GROUP_OFFSETS} \
+    --future_token_mask_size ${FUTURE_TOKEN_MASK_SIZE} \
+    --return_logits \
+    "$@"